-- Logs begin at Fri 2021-02-05 17:54:01 UTC, end at Fri 2021-02-05 19:43:12 UTC. -- Feb 05 18:40:41.732214 dv-cinder-774286-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 05 18:40:44.467591 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.common.config [-] Logging enabled! Feb 05 18:40:44.468150 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev475 Feb 05 18:40:44.469473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80059) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 18:40:44.471314 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.common.config [-] Logging enabled! Feb 05 18:40:44.471586 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev475 Feb 05 18:40:44.471938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80059) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 18:40:44.473012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 18:40:44.473282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 18:40:44.474367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 18:40:44.474655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 18:40:44.474916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 18:40:44.475291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.475637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.475978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.476240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.476584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.476921 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.477267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.477602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.477948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.478298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.478618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.478947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.479212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.479535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.479867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.480202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.480548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] debug = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.480872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.481417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.481745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.482072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.482451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.482765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.483082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.483407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.483783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] host = dv-cinder-774286-2-iscsi {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.484094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.484425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.484753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.485084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.485400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.485715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.486043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.486378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.486690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] log_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.487003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.487336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.487664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.488003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.488263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.488518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.488852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.489188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.489503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.489815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.490127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.490466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.490778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.491085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.491418 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.491752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.492079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.492395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.493229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.493540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.493855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.494211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.494670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.494990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.495307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.495643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.496015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.496343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.496700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.497033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.497362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.497692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.498007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.498369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.498686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.499002 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.499320 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] use_json = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.499635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.499947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.500275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.500590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.500903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.501217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.501530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.501863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:44.502227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.502575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.502923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.503249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.503582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.503905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.504238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.504556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.504893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.505225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.505552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.505870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.506218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.506541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.506884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.507237 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.507580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.507928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.508243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.509316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.509639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.509962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.510321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.510664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.511003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.511317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.511638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.511978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.512297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.512610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.512932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.513267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.513585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.513897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.514241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.514559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.514868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.515177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.515494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.515829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.516145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.516455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.516762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.517079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.517388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.517713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.518032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.518368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.518680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.518998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.519309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.519623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.519940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.520250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.520566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.520876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.521185 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.521493 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.521803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.522114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.522448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.522759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.523075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.523383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.523691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.524453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.524453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.524719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.524938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.525278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.525596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.525910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.526248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.526571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.526889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.527374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.527822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.527929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.528168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.528505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.528828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.529624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.529952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.530295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.530639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.530957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.531280 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.531596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.531914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.532233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.532565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.532901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.533236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.533568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.533900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.534256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.534576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.534934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.535509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:44.535759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 18:40:44.536026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80059) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 05 18:40:45.200392 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO keyring.backend [-] Loading Gnome Feb 05 18:40:45.218101 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO keyring.backend [-] Loading Google Feb 05 18:40:45.220727 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO keyring.backend [-] Loading Windows (alt) Feb 05 18:40:45.224416 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO keyring.backend [-] Loading file Feb 05 18:40:45.225264 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO keyring.backend [-] Loading keyczar Feb 05 18:40:45.225546 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO keyring.backend [-] Loading multi Feb 05 18:40:45.226211 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO keyring.backend [-] Loading pyfs Feb 05 18:40:45.273609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:40:45.274472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:40:45.274844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:40:45.275221 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 05 18:40:45.673932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.674567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.674567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.723537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.723857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.724160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.729835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.730144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.730466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.798338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.798655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.799022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.800181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.800486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:45.800782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.080308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.080562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.080868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.081175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.082018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.239302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.239678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.240009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.240317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.240619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.240999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.241299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.241590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.241879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.242236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.242537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.243354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.243662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.243960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.244273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.244591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.244888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.245224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.245544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.245953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.246271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.246560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.246900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.247184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.247465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.247888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:46.248163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:46.248437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:46.248709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:46.248979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:46.249250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:46.250682 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 05 18:40:46.253881 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 05 18:40:46.257949 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 05 18:40:46.262923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Feb 05 18:40:46.264597 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 05 18:40:46.265688 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 05 18:40:46.266078 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 05 18:40:46.266555 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 05 18:40:46.269302 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 05 18:40:46.269593 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 05 18:40:46.269988 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 05 18:40:46.293430 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 05 18:40:46.294092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.294477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80059) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 05 18:40:46.294890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.296244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80059) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 05 18:40:46.296568 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 05 18:40:46.296850 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 05 18:40:46.300026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.300343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:46.370228 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 05 18:40:46.370501 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 05 18:40:46.370781 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 05 18:40:46.371193 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 05 18:40:46.411653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.sqlalchemy.engines [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80059) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 05 18:40:46.985331 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Initializing driver for type 'gre' Feb 05 18:40:46.985878 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] gre ID ranges: [(1, 1000)] Feb 05 18:40:47.053824 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Initializing driver for type 'local' Feb 05 18:40:47.054222 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Initializing driver for type 'vlan' Feb 05 18:40:47.105287 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] VlanTypeDriver initialization complete Feb 05 18:40:47.105642 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Initializing driver for type 'vxlan' Feb 05 18:40:47.106224 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] vxlan ID ranges: [(1, 1000)] Feb 05 18:40:47.230727 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Initializing extension driver 'port_security' Feb 05 18:40:47.231081 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.extensions.port_security [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] PortSecurityExtensionDriver initialization complete Feb 05 18:40:47.231454 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Initializing mechanism driver 'openvswitch' Feb 05 18:40:47.237993 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80059) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:40:47.238866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.239277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.239662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.240083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnet after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.240470 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnet after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.240847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.241261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.241641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.242015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.242452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > security_group after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.243174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > security_group after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.243597 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.244017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.244400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.244774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.245189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > address_group after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.245568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > address_group after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.245937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.246328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] ML2 OVO RPC backend initialized. {{(pid=80059) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 05 18:40:47.247044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.247435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.247889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.248268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > networks before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.248646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.249020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > ports before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.249397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnet before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.249770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnets before_response 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.250150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.250568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.250938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.251308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.251676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.252043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.252410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnet after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.252777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnet after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.253142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.253780 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.plugin [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Modular L2 Plugin initialization complete Feb 05 18:40:47.254134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading services supported by the core plugin {{(pid=80059) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 05 18:40:47.254519 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.managers [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Got port-security extension from driver 'port_security' Feb 05 18:40:47.255023 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.extensions.vlantransparent [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Disabled vlantransparent extension. Feb 05 18:40:47.256503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80059) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 05 18:40:47.256858 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: router Feb 05 18:40:47.294344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.294768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router after_create 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.295174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router before_create 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.295572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.295989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.296377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router after_delete 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.296771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.297175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router after_create 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.297552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router after_update 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.297938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router after_update 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.298345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.298745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router after_update 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.299223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_update 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.299633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: port after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.300005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: port after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.300374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: subnet after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.300743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.301124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.301503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_create 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.301873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: port before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.302283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.302683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router after_update 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.303056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.303437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_create 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.303838 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.304224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_update 55549900 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.304648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > network after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.305812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Tracking information for resource: router configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:47.306191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Tracking information for resource: floatingip configured {{(pid=80059) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 18:40:47.311017 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_agentschedulers_db [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 05 18:40:47.311661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: port after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.312057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: port after_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.312439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: port after_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.312821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: port after_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.313715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router before_create 55550100 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.314123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.314555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_create 55550100 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.314949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > router precommit_update 55550100 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.319734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.provider_configuration [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service providers = [] {{(pid=80059) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 05 18:40:47.320128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.servicetype_db [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80059) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 05 18:40:47.323026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.service_base [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:40:47.323404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.service_base [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:40:47.323774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.service_base [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:40:47.324673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.service_base [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80059) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 18:40:47.325071 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.services.service_base [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 05 18:40:47.325481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.325834 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 05 18:40:47.338070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.338473 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: auto_allocate Feb 05 18:40:47.344000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: network precommit_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.344400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: network precommit_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.344979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.345336 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: tag Feb 05 18:40:47.353145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.353536 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: timestamp Feb 05 18:40:47.357653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.357972 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: network_ip_availability Feb 05 18:40:47.363435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.363836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.364221 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.365008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.365366 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: flavors Feb 05 18:40:47.370070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.370464 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading Plugin: revisions Feb 05 18:40:47.374940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80059) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 18:40:47.375361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.100s {{(pid=80059) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:40:47.376162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80059) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 05 18:40:47.376520 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Initializing extension manager. Feb 05 18:40:47.377080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: __init__.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.377452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: __pycache__ {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.377818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.378211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: address_group.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.379010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.379660 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: address-group Feb 05 18:40:47.380025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: address_scope.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.380793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.381375 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: address-scope Feb 05 18:40:47.381734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.382692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.383451 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: router-admin-state-down-before-update Feb 05 18:40:47.383825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: agent.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.384592 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.385403 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: agent Feb 05 18:40:47.385923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: agent_resources_synced.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.386938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.387752 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: agent-resources-synced Feb 05 18:40:47.388117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: allowedaddresspairs.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.390730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.391460 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: allowed-address-pairs Feb 05 18:40:47.401291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: auto_allocated_topology.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.404974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.405586 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: auto-allocated-topology Feb 05 18:40:47.405961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: availability_zone.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.406759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.407353 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: availability_zone Feb 05 18:40:47.407721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: availability_zone_filter.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.408655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.409238 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: availability_zone_filter Feb 05 18:40:47.409601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: data_plane_status.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.410841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.411425 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension data-plane-status not supported by any of loaded plugins Feb 05 18:40:47.411781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: default_subnetpools.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.412715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.413291 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: default-subnetpools Feb 05 18:40:47.413647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.415458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.416057 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: dhcp_agent_scheduler Feb 05 18:40:47.416422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: dns.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.417364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.417940 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension dns-integration not supported by any of loaded plugins Feb 05 18:40:47.418344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: dns_domain_ports.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.419277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.419851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 05 18:40:47.420208 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: dvr.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.420943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.421520 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: dvr Feb 05 18:40:47.421876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: empty_string_filtering.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.422829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.423408 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: empty-string-filtering Feb 05 18:40:47.423765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.424684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.425263 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 05 18:40:47.425617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.426557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.427139 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 05 18:40:47.427495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: external_net.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.428409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.428989 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: external-net Feb 05 18:40:47.429346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.430389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.430984 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: extra_dhcp_opt Feb 05 18:40:47.431338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: extraroute.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.432272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.432851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: extraroute Feb 05 18:40:47.433211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: extraroute_atomic.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.434278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.434857 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: extraroute-atomic Feb 05 18:40:47.435215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: filter_validation.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.435926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.436505 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: filter-validation Feb 05 18:40:47.436868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: fip_pf_description.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.437835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.438435 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 05 18:40:47.438793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: fip_port_details.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.439729 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.440312 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: fip-port-details Feb 05 18:40:47.440670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: flavors.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.441925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.442550 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: flavors Feb 05 18:40:47.442913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.444687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.445283 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 05 18:40:47.445696 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: floatingip_pools.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.446658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.447249 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: floatingip-pools Feb 05 18:40:47.447612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: ip_allocation.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.448555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.449130 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension ip_allocation not supported by any of loaded plugins Feb 05 18:40:47.449490 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.450454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.451032 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: ip-substring-filtering Feb 05 18:40:47.451393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l2_adjacency.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.452322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.452896 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension l2_adjacency not supported by any of loaded plugins Feb 05 18:40:47.453253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l3.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.454386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.454982 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: router Feb 05 18:40:47.455343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.457638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.458271 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 05 18:40:47.458643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.459578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.460165 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: ext-gw-mode Feb 05 18:40:47.460532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.462043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.462682 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: l3-ha Feb 05 18:40:47.463040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l3_flavors.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.463972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.464555 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: l3-flavors Feb 05 18:40:47.464914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.465941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.466559 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: l3-port-ip-change-not-allowed Feb 05 18:40:47.466919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: l3agentscheduler.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.468118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.468729 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: l3_agent_scheduler Feb 05 18:40:47.469094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: logging.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.470667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.471261 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension logging not supported by any of loaded plugins Feb 05 18:40:47.471624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: metering.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.472426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.473134 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: metering Feb 05 18:40:47.473502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.474659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.475245 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: metering_source_and_destination_fields Feb 05 18:40:47.475605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: multiprovidernet.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.476539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.477733 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: multi-provider Feb 05 18:40:47.478219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: netmtu.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.479046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.479626 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: net-mtu Feb 05 18:40:47.479988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: netmtu_writable.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.480915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.481497 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: net-mtu-writable Feb 05 18:40:47.481856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: network_availability_zone.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.482608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.483193 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: network_availability_zone Feb 05 18:40:47.483554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: network_ip_availability.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.484809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.485393 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: network-ip-availability Feb 05 18:40:47.485754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: network_segment_range.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.486619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.487198 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension network-segment-range not supported by any of loaded plugins Feb 05 18:40:47.487565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: pagination.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.488570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.488949 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: pagination Feb 05 18:40:47.489308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: port_device_profile.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.490256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.490845 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: port-device-profile Feb 05 18:40:47.491203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.492139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.492880 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: port-mac-address-regenerate Feb 05 18:40:47.493389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.494217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.494793 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: port-numa-affinity-policy Feb 05 18:40:47.495149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: port_resource_request.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.496079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.496653 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension port-resource-request not supported by any of loaded plugins Feb 05 18:40:47.497011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: portbindings.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.497960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.498589 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: binding Feb 05 18:40:47.498948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: portbindings_extended.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.500237 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.500819 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: binding-extended Feb 05 18:40:47.501180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: portsecurity.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.502104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.502723 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: port-security Feb 05 18:40:47.503083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: project_id.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.504061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.504436 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: project-id Feb 05 18:40:47.504796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: providernet.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.505716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.506354 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: provider Feb 05 18:40:47.506712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.510462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.511068 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos not supported by any of loaded plugins Feb 05 18:40:47.511441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.512720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.513306 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 05 18:40:47.513672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.514623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.515205 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 05 18:40:47.515567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_default.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.516488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.517065 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-default not supported by any of loaded plugins Feb 05 18:40:47.517430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_fip.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.518122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.518725 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-fip not supported by any of loaded plugins Feb 05 18:40:47.519083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_gateway_ip.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.520014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.520590 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 05 18:40:47.520954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_port_network_policy.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.521871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.522471 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 05 18:40:47.522834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_rule_type_details.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.524310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.524931 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 05 18:40:47.525231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: qos_rules_alias.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.526323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.526905 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 05 18:40:47.527262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: quotasv2.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.528257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.528632 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: quotas Feb 05 18:40:47.529476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: quotasv2_detail.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.531140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.531525 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: quota_details Feb 05 18:40:47.531894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: rbac.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.533170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.533771 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: rbac-policies Feb 05 18:40:47.534134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: rbac_address_scope.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.535106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.535941 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: rbac-address-scope Feb 05 18:40:47.536307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: rbac_security_groups.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.537230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.537817 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: rbac-security-groups Feb 05 18:40:47.538201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: rbac_subnetpool.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.539127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.540361 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: rbac-subnetpool Feb 05 18:40:47.540849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: revisionifmatch.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.541819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.542432 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: revision-if-match Feb 05 18:40:47.542795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: revisions.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.543922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.544508 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: standard-attr-revisions Feb 05 18:40:47.544867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: router_availability_zone.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.545586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.546206 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: router_availability_zone Feb 05 18:40:47.546575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: routerservicetype.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.547505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.548086 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension router-service-type not supported by any of loaded plugins Feb 05 18:40:47.548442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.549381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.549963 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: security-groups-normalized-cidr Feb 05 18:40:47.550348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.551284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.551865 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: port-security-groups-filtering Feb 05 18:40:47.552222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.553176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.553759 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: security-groups-remote-address-group Feb 05 18:40:47.554113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: securitygroup.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.567369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.567994 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: security-group Feb 05 18:40:47.568364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: segment.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.569241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.569835 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension segment not supported by any of loaded plugins Feb 05 18:40:47.570198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.571764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.572360 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 05 18:40:47.572726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: servicetype.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.573862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.574486 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: service-type Feb 05 18:40:47.574853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: sorting.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.575846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.576224 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: sorting Feb 05 18:40:47.576583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: standard_attr_segment.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.577521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.578120 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 05 18:40:47.578509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: standardattrdescription.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.579211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.579792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: standard-attr-description Feb 05 18:40:47.580149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: stateful_security_group.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.581097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.581684 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: stateful-security-group Feb 05 18:40:47.582043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: stdattrs_common.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.582654 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 05 18:40:47.583011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.584036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.584623 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 05 18:40:47.584980 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: subnet_onboard.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.586058 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.587270 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: subnet_onboard Feb 05 18:40:47.587623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.588580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.589165 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 05 18:40:47.589522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: subnet_service_types.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.590483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.591073 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: subnet-service-types Feb 05 18:40:47.591429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: subnetallocation.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.592525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.593115 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: subnet_allocation Feb 05 18:40:47.593476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.594210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.594783 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: subnetpool-prefix-ops Feb 05 18:40:47.595142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.596089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.596668 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 05 18:40:47.597021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: tagging.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.599180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.599783 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: standard-attr-tag Feb 05 18:40:47.600151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: timestamp.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.601338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.601972 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loaded extension: standard-attr-timestamp Feb 05 18:40:47.602585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: trunk.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.603390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.603976 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension trunk not supported by any of loaded plugins Feb 05 18:40:47.604336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: trunk_details.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.605265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.605850 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension trunk-details not supported by any of loaded plugins Feb 05 18:40:47.606230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: uplink_status_propagation.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.607163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.607792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 05 18:40:47.608118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Loading extension file: vlantransparent.py {{(pid=80059) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 18:40:47.608824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80059) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 18:40:47.609404 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extension vlan-transparent not supported by any of loaded plugins Feb 05 18:40:47.612371 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:network Feb 05 18:40:47.613184 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:subnet Feb 05 18:40:47.613853 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:40:47.614539 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:port Feb 05 18:40:47.616032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.616521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service FLAVORS assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.617188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.617853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.618345 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:router Feb 05 18:40:47.618916 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:floatingip Feb 05 18:40:47.619695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service METERING assigned prefix: /metering {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.621481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.621883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.622294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80059) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:40:47.623418 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 18:40:47.623904 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:security_group Feb 05 18:40:47.624714 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 18:40:47.625530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service CORE assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.625898 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:40:47.626285 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] subnetpool is already registered Feb 05 18:40:47.626977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service CORE assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.627342 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:40:47.627701 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] subnetpool is already registered Feb 05 18:40:47.630665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.631140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service FLAVORS assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.631782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.632240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.632609 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:router Feb 05 18:40:47.632968 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] router is already registered Feb 05 18:40:47.634199 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:floatingip Feb 05 18:40:47.634549 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] floatingip is already registered Feb 05 18:40:47.635240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service METERING assigned prefix: /metering {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.635978 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 18:40:47.636335 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] rbac_policy is already registered Feb 05 18:40:47.636955 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:security_group Feb 05 18:40:47.637313 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] security_group is already registered Feb 05 18:40:47.637969 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 18:40:47.638355 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] security_group_rule is already registered Feb 05 18:40:47.639162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service CORE assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.639582 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:40:47.640049 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] subnetpool is already registered Feb 05 18:40:47.640752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.resource_helper [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Service CORE assigned prefix: {{(pid=80059) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 18:40:47.641114 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 18:40:47.641469 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.quota.resource_registry [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] subnetpool is already registered Feb 05 18:40:47.642213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: extensions {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.643750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: address-groups {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.645421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: address-scopes {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.646743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: agents {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.647972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: auto-allocated-topology {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.650281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: availability_zones {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.651669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: dhcp-networks {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.653155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: dhcp-agents {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.654701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: routers {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.656595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: flavors {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.657843 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: service_profiles {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.659150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: next_providers {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.661022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: service_profiles {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.662576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: floatingip-pools {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.663860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: routers {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.666252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: floatingips {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.667509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: l3-routers {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.668977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: l3-agents {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.670508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: metering-labels {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.671929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: metering-label-rules {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.673294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: network-ip-availabilities {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.674652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: bindings {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.676412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: quotas {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.677916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: quotas {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.679457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: rbac-policies {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.681056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: security-groups {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.682344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: security-group-rules {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.683664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: service-providers {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.684952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: subnetpools {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.687387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: subnetpools {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.688978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.690815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.692736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.694642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.697263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.699081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.700996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.702976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.704962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.706943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.extensions [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Extended resource: tags {{(pid=80059) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 18:40:47.714759 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING keystonemiddleware.auth_token [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 05 18:40:47.720070 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING keystonemiddleware.auth_token [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 05 18:40:47.729582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Acquired lock "singleton_lock" {{(pid=80059) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 05 18:40:47.730109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Releasing lock "singleton_lock" {{(pid=80059) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 05 18:40:47.731612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO oslo_service.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Starting 2 workers Feb 05 18:40:47.736476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Started child 80170 {{(pid=80059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:40:47.740982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:40:47.741238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Started child 80171 {{(pid=80059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:40:47.742505 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [-] (80170) wsgi starting up on http://0.0.0.0:9696 Feb 05 18:40:47.743080 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Neutron service started, listening on 0.0.0.0:9696 Feb 05 18:40:47.743768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Notify callbacks [] for process, before_spawn {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:40:47.745236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:40:47.746340 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO oslo_service.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Starting 1 workers Feb 05 18:40:47.746724 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [-] (80171) wsgi starting up on http://0.0.0.0:9696 Feb 05 18:40:47.751655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Started child 80172 {{(pid=80059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:40:47.752213 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO oslo_service.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Starting 1 workers Feb 05 18:40:47.754279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] calling RpcWorker wait() {{(pid=80172) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 05 18:40:47.754699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] returning from RpcWorker wait() {{(pid=80172) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 05 18:40:47.756215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:40:47.756718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:40:47.756893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Started child 80173 {{(pid=80059) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 18:40:47.757866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbf57396-061c-41c7-b853-9ca3966b12fa None None] Notify callbacks [] for process, after_spawn {{(pid=80059) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:40:47.760640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80059) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 05 18:40:47.760887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 18:40:47.761096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 18:40:47.761369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 18:40:47.761998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 18:40:47.762116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:40:47.762316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 18:40:47.762475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.762808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:40:47.762916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.763220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.763506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.763834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.764501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.764808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.765111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.765418 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.765689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.765892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.766084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.766400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.766673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.767029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.767319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.767589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.767863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.768077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.768348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.768667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.768958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.769251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] debug = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.769534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.770126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.770420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.770699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.770951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.771259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.771524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.771820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.772066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.772315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.772575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.772855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.773099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.773359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.773658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.774620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.775161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] host = dv-cinder-774286-2-iscsi {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.775416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.775671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.775960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.776231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.780694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_options = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.781814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.782954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.784015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.785039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.785039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.785039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.785039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.785039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.795294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.796469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_json = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.797507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.798681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.799703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.800851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.801869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.802944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.803818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.803818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.803818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.803818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.804202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.804202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.804410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.804635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.804879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.805288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.805567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.805840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.807505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.807505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.807505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.807505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.807505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.807505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.817119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.819945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.822654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.823816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.824829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.825876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.826975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.827986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.831882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.832562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.834964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.838678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.839415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.840114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.840114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.840114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.840114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.840500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.840500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.840743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.841036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.841343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.841595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.841857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.842136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.842412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.842687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.842949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.843308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.843590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.843858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.844132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.844389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.844657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.844923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.845176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.845421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.845671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.845969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.846276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.846545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.847340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.847340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.847650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.847650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.847929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.848180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.848437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.848883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.849172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.849365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.849611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.849852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.850093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.850377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.850621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.850882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.851128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.851369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.851617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.851895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.852234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.852532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.852849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.853107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.853385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.853671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.853957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.854314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.854582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.854872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.855153 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.855407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.855698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.856025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.856400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.856739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.857029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.857308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.857624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.857976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.858240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.858485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.858783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.859158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.859492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.859769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.860050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.860340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.860606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.860859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.861109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.861359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.861622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.861917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.862211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.862498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.862751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.863019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.863286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.863544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.863787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.864069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.864317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.864510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 18:40:47.865026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80059) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 05 18:40:47.865213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 18:40:47.865391 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 18:40:47.865611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 18:40:47.865811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 18:40:47.865989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 18:40:47.866255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.866448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.866634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.866821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.867007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.867213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.867400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.867714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.868052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.868345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.868658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.868974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.869295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.869615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.869896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.870250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.870576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.870785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.870981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.871172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.871358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.871581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.871899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] debug = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.872190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.872423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.872614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.872800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.873057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.873255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.873442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.873713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.874030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.874409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.874723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.875049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.875312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.875571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.875794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.875955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.882753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] host = dv-cinder-774286-2-iscsi {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.882980 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.883197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.883403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.883606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.883805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.884003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.884199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.884392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.884583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.884771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.884959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.885144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.885331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.885520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.885706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_options = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.885890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.886073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.886286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.886498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.886685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.886871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.890725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.891967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.892548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.892548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.892825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.892825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.893078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.893078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.893336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.893472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.893607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.893743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.893886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.894033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_json = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.894190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.894382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.896563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.897638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.898740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.899454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.899454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.899454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.899454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.899454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.899454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.900843 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.901278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.901278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.901278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.901736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.901736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.902557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.902557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.902557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.902557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.903735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.904726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.904726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.904726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.904726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.904726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.905160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.905160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.905160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.905844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.905844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.905844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.905844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.906227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.906227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.906411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.906507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.906697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.906852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.907041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.907229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.907419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.907609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.907801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.908000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.908476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.908476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.908476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.910634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.911680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.912029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.912239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.912686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.912686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.912989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35392) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:40:47.913141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.913141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.913141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.913540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.913540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.913804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.913804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.914091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.914091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.914492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.914492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.915289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.915428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.915624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.915815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.916017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.916219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.916409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.916599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.916788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.916982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.917170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.917358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.917547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.917734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.917923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.918112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.918335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.918537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.918728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.918917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.919106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.919410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.919575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.919716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.919855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.919994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.920139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.920320 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.920508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.920696 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.920886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.921078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.921268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.921455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.921644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.921833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.922022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.922340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.922483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.922659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.922813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.923162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.923162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.923431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.923431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.923694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.923694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.923954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.924092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.924238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.924378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.924516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.924654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.924792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.924973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.925163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.925355 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.925543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.925823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.926005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.926146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.926308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.926449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.926626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.926769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.926908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.927046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.927243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.927390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.927904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.927904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.927904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.928304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.928304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.928304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.928693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.928693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.928965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.929711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.929711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.929711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.929711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.930995 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0131378 Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.931136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.933010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.934220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.935328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.935328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.935328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.935328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.935328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.935328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.936958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.937136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.937232 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.937327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.937526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.937716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.937915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.938113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.939141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.939338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.939506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.940841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.941010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.941199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.941390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.941578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.941766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.941766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.942831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.942831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.942831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.942831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.942831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.943683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 18:40:47.943683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80059) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 18:40:47.959216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:40:58.933082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5477da-6ae6-4f38-934e-3102fa501d41 None None] get_active_networks_info from dv-cinder-774286-2-iscsi {{(pid=80172) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 05 18:40:59.080756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5477da-6ae6-4f38-934e-3102fa501d41 None None] No non-hosted networks {{(pid=80172) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 05 18:40:59.295361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-753e4f92-e2c6-40a5-b1cf-b8df98788fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133'] for agent, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:00.911385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7d024f43-3e69-4e3b-9cd9-fe5aa6b1cfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133'] for agent, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:00.979614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-862f7dda-e296-45a6-8e9d-c6e4a6ef0f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:02.122587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133'] for agent, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:02.659392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133'] for agent, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:02.660219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.660954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.661461 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.661967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.670600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.671129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.671601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.672092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.672558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.673027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.673493 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.673955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:02.675150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774286-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:02.680994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774286-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:03.802893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133'] for agent, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:04.595296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] get_endpoint_by_host() called for host dv-cinder-774286-2-iscsi {{(pid=80172) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 05 18:41:04.600242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] get_endpoint_by_ip() called for ip 192.168.0.63 {{(pid=80172) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 05 18:41:04.604852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] _add_endpoint() called for ip 192.168.0.63 {{(pid=80172) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 05 18:41:04.642146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] _get_endpoints() called {{(pid=80172) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 05 18:41:04.760794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35490) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:05.098205 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_hamode_db [None req-6fd9f8cc-931e-4b55-a604-2e9d55813920 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 05 18:41:05.187677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9f8cc-931e-4b55-a604-2e9d55813920 None None] Routers set() bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:41:05.188090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd9f8cc-931e-4b55-a604-2e9d55813920 None None] Router IDs set() for agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 05 18:41:05.427498 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-cb630c33-a1c1-47a4-9abb-7efb37ca6fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:41:05.428120 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-cb630c33-a1c1-47a4-9abb-7efb37ca6fcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:41:05.665466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [None req-cb630c33-a1c1-47a4-9abb-7efb37ca6fcd admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:41:05.666569 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cb630c33-a1c1-47a4-9abb-7efb37ca6fcd admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9047720 Feb 05 18:41:08.392514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35504) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:08.823579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:41:08.893384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.policy [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80170) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 05 18:41:08.894263 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:41:08.894670 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:41:08.922036 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] Loaded quota_driver: . Feb 05 18:41:08.938770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:09.021975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774709182842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774709205474', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774709182500', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774709227352', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774709220289', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-910184', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-892166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3631587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3594597'] for rbac-policy, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:09.243620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:09.244936 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7dc8ab26-9dd3-464c-baa0-687d5f2d8dc9 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8514402 Feb 05 18:41:12.288107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35518) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:12.709981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Request body: {'network': {'name': 'private', 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'admin_state_up': True}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:41:12.717111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:12.724144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Usage tracker for resource:network and tenant:4d7a708ae12e4bf89e5ef4c94b817662 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:12.729146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:12.735714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:12.819720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Made reservation on behalf of 4d7a708ae12e4bf89e5ef4c94b817662 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:41:12.826738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:12.845003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:12.860068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:12.863967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Usage tracker for resource:security_group_rule and tenant:4d7a708ae12e4bf89e5ef4c94b817662 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:12.867684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:12.873323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:13.152765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:13.184965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:13.190720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:13.215645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:41:13.240478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:13.241070 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Added segment cffd2778-72d7-4634-b4f7-ee3ae3f062b2 of type vxlan for network 45426906-e856-4c55-9216-4951dfcbac39 Feb 05 18:41:13.254132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9c4c5f-c80f-4e47-a9da-209a8ef6cb5a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:13.462631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.463163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.463306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.463608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.464688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.464688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.464688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.465057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.465404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.465750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.466091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.466457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Tracked resource versions report: Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:41:13.467551 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:41:13.510731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:13.527292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:13.596464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:13.597818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:13.598554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:13.603726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:13.726410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Pushing event updated for resources: {'Network': ['ID=45426906-e856-4c55-9216-4951dfcbac39,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:13.729787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:13.737559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 45426906-e856-4c55-9216-4951dfcbac39 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:41:13.757805 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.4680064 Feb 05 18:41:16.830049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35534) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:17.360917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3169f6f3-c1b8-4860-8b81-6450f1b36ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:17.362457 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3169f6f3-c1b8-4860-8b81-6450f1b36ba1 admin admin] 10.222.0.43 "GET /v2.0/networks/45426906-e856-4c55-9216-4951dfcbac39 HTTP/1.1" status: 200 len: 818 time: 0.5312262 Feb 05 18:41:17.395685 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-310b9af9-8dcf-46a9-98c3-56c39a51c962 admin admin] 10.222.0.43 "GET /v2.0/subnetpools/1460ff91-05f0-4552-8a5f-1a8b54c6c588 HTTP/1.1" status: 200 len: 734 time: 0.0267680 Feb 05 18:41:17.406463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Request body: {'subnet': {'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'subnetpool_id': '1460ff91-05f0-4552-8a5f-1a8b54c6c588', 'ip_version': 4, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:41:17.411554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:17.415712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Usage tracker for resource:subnet and tenant:4d7a708ae12e4bf89e5ef4c94b817662 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:17.418797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:17.424636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:17.516323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Made reservation on behalf of 4d7a708ae12e4bf89e5ef4c94b817662 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:41:17.520971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:18.174882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:18.190549 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:18.329254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a06ccc-1372-4f9f-b588-3204c903c42d,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:18.345596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:18.402883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Checking segment: {'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:41:18.403269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Network hostable DHCP agents. Network: 45426906-e856-4c55-9216-4951dfcbac39, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:41:18.459397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Network 45426906-e856-4c55-9216-4951dfcbac39 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:41:18.499359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 45426906-e856-4c55-9216-4951dfcbac39) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:41:18.503907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:18.504541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:18.509933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e0749-3565-4ec9-b435-3294cb473ac9 None None] Network 45426906-e856-4c55-9216-4951dfcbac39 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:41:18.557164 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1545339 Feb 05 18:41:18.845257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-45426906-e856-4c55-9216-4951dfcbac39', 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'fixed_ips': [{'subnet_id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:41:18.846540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:19.375655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Allocated IP 172.20.0.2 (45426906-e856-4c55-9216-4951dfcbac39/c6a06ccc-1372-4f9f-b588-3204c903c42d/ce196cde-ff1a-4c0c-9351-d8da78c0b63d) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:41:19.627718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:19.703054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Transition to ACTIVE for port object ce196cde-ff1a-4c0c-9351-d8da78c0b63d will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:41:19.721485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Transition to ACTIVE for port object ce196cde-ff1a-4c0c-9351-d8da78c0b63d will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:41:19.751467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:19.770207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:19.901111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Pushing event updated for resources: {'Port': ['ID=ce196cde-ff1a-4c0c-9351-d8da78c0b63d,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:19.919189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.919559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.919922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.920282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.920636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.921150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.921508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.921861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.922261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.922616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.922964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.923308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Tracked resource versions report: Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:41:19.924383 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:41:19.927970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:19.984859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Network 45426906-e856-4c55-9216-4951dfcbac39 is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:41:19.986025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:41:19.988817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:41:20.051213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Attempting to bind port ce196cde-ff1a-4c0c-9351-d8da78c0b63d on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:41:20.051632 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Attempting to bind port ce196cde-ff1a-4c0c-9351-d8da78c0b63d by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:41:20.055266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Attempting to bind port ce196cde-ff1a-4c0c-9351-d8da78c0b63d on network 45426906-e856-4c55-9216-4951dfcbac39 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:41:20.058145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:41:20.058445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Checking segment: {'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:41:20.058702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:20.059113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Bound using segment: {'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:41:20.059630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Bound port: ce196cde-ff1a-4c0c-9351-d8da78c0b63d, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:41:20.060470 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:20.196251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] For port ce196cde-ff1a-4c0c-9351-d8da78c0b63d, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:41:20.200262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] For port ce196cde-ff1a-4c0c-9351-d8da78c0b63d, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=ce196cde-ff1a-4c0c-9351-d8da78c0b63d,segment=NetworkSegment(cffd2778-72d7-4634-b4f7-ee3ae3f062b2),segment_id=cffd2778-72d7-4634-b4f7-ee3ae3f062b2)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:41:20.243248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:20.259583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:20.415694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Pushing event updated for resources: {'Port': ['ID=ce196cde-ff1a-4c0c-9351-d8da78c0b63d,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:20.421079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:21.365053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35544) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:21.808268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [None req-3a7ceccb-0fa1-4aa1-b588-d19ea08fcc0e admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:41:21.809691 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3a7ceccb-0fa1-4aa1-b588-d19ea08fcc0e admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4433641 Feb 05 18:41:24.591422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35558) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:24.677923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device ce196cde-ff1a-4c0c-9351-d8da78c0b63d up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:41:24.790807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port ce196cde-ff1a-4c0c-9351-d8da78c0b63d completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:41:25.050970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [None req-ba9eecd8-1632-4d57-8bf4-7ca751700e7f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:41:25.052044 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ba9eecd8-1632-4d57-8bf4-7ca751700e7f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4596088 Feb 05 18:41:25.269622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbdf9f-d50e-4ca8-96b9-048d93292735 None None] Network 45426906-e856-4c55-9216-4951dfcbac39 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:41:25.416745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Provisioning for port ce196cde-ff1a-4c0c-9351-d8da78c0b63d completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:41:25.424728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Provisioning complete for port ce196cde-ff1a-4c0c-9351-d8da78c0b63d triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:25.425157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:25.656452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:25.707132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] For port ce196cde-ff1a-4c0c-9351-d8da78c0b63d, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=ce196cde-ff1a-4c0c-9351-d8da78c0b63d,segment=NetworkSegment(cffd2778-72d7-4634-b4f7-ee3ae3f062b2),segment_id=cffd2778-72d7-4634-b4f7-ee3ae3f062b2)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:41:25.763027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:25.765310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:25.839373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Pushing event updated for resources: {'Port': ['ID=ce196cde-ff1a-4c0c-9351-d8da78c0b63d,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:25.843076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:25.988207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-44145bcb-bd22-45bc-9d9b-d453c761aa90 None None] Provisioning complete for port ce196cde-ff1a-4c0c-9351-d8da78c0b63d triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:25.988515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-44145bcb-bd22-45bc-9d9b-d453c761aa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:26.242647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-04308f8f-7507-4d71-b883-4545f464b224 None None] Provisioning complete for port ce196cde-ff1a-4c0c-9351-d8da78c0b63d triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:26.242885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-04308f8f-7507-4d71-b883-4545f464b224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:26.654403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device ce196cde-ff1a-4c0c-9351-d8da78c0b63d up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:41:26.725304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port ce196cde-ff1a-4c0c-9351-d8da78c0b63d triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:26.725850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:28.146233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35570) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:28.571478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Request body: {'router': {'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'name': 'router1', 'admin_state_up': True}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:41:28.579164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:28.583205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Usage tracker for resource:router and tenant:4d7a708ae12e4bf89e5ef4c94b817662 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:28.587179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:28.592934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:28.631003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:28.632509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:28.721066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:28.808408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-df9b6bc8-9f35-4c5a-8626-12777421ee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:28.860664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:28.905587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:28.906963 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bb7f2763-d28f-414d-bb2d-068f57d3f112 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7595477 Feb 05 18:41:30.859703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15d797dc-76e7-4625-b2e4-79781bd52e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:31.628373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35588) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:31.892956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [None req-0148e92a-0763-42b0-9ccd-35f96c6c2199 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:41:31.894032 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0148e92a-0763-42b0-9ccd-35f96c6c2199 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2647231 Feb 05 18:41:31.928031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:32.613707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:33.636303 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:33.820699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:41:34.539386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35608) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:34.618623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:41:34.623610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:34.627603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Usage tracker for resource:network and tenant:3a50bc9cc281423ab39b04421ad95324 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:34.631059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:34.637878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:34.721854 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Made reservation on behalf of 3a50bc9cc281423ab39b04421ad95324 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:41:34.727253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:34.739994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:34.755050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:34.759065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Usage tracker for resource:security_group_rule and tenant:3a50bc9cc281423ab39b04421ad95324 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:34.761960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:34.767501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:35.053343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:35.093529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:35.098245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:35.113646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Reserving flat network on physical network physnet1 {{(pid=80170) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 05 18:41:35.129313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0d10d-e1fc-46ad-af57-c482712c204a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:35.133368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:35.183850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:35.184442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Unsubscribe: segment precommit_create {{(pid=80170) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 05 18:41:35.184870 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Added segment 31b5fdf3-0c81-4d68-aa90-d72a89fa86c8 of type flat for network 73c04228-0d77-4e5b-9b73-aa3ab39df356 Feb 05 18:41:35.328649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:35.407717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:35.408941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:35.409563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:35.415139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:35.521469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Pushing event updated for resources: {'Network': ['ID=73c04228-0d77-4e5b-9b73-aa3ab39df356,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:35.524791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:35.532506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:41:35.545766 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0052755 Feb 05 18:41:38.204769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35620) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:38.365114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d030070b-f254-458a-a8bf-a779aea612a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:38.368131 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d030070b-f254-458a-a8bf-a779aea612a3 admin admin] 10.222.0.43 "GET /v2.0/subnets/c6a06ccc-1372-4f9f-b588-3204c903c42d HTTP/1.1" status: 200 len: 849 time: 0.1617525 Feb 05 18:41:38.533241 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ec80c603-9687-4d23-b1ec-3da99f702a0f admin admin] 10.222.0.43 "GET /v2.0/routers/1397e93c-5809-41d3-9d09-2c9d2585e69c HTTP/1.1" status: 200 len: 704 time: 0.1595583 Feb 05 18:41:39.193808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:39.609476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Allocated IP 172.20.0.1 (45426906-e856-4c55-9216-4951dfcbac39/c6a06ccc-1372-4f9f-b588-3204c903c42d/860ee2fe-39cc-4cd4-8012-a2799d9b85d6) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:41:39.935818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:39.954760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Transition to ACTIVE for port object 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:41:40.054685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:40.074523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:40.243836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Pushing event updated for resources: {'Port': ['ID=860ee2fe-39cc-4cd4-8012-a2799d9b85d6,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:40.247811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:40.313520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Network 45426906-e856-4c55-9216-4951dfcbac39 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:41:40.314808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:41:40.317196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:41:40.317767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:40.624970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-8123e2d5-d443-4641-a8ce-f5edc48a8200 None None] Provisioning for port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:41:40.630869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-8123e2d5-d443-4641-a8ce-f5edc48a8200 None None] Provisioning complete for port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:40.631485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8123e2d5-d443-4641-a8ce-f5edc48a8200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:40.656759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:40.696214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-8123e2d5-d443-4641-a8ce-f5edc48a8200 None None] Port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:41:40.978266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:41.019513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:41.020702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:41.039417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:41.385070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Pushing event updated for resources: {'Port': ['ID=860ee2fe-39cc-4cd4-8012-a2799d9b85d6,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:41.390442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:41.454339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Network 45426906-e856-4c55-9216-4951dfcbac39 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:41:41.455477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:41:41.722478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Router 1397e93c-5809-41d3-9d09-2c9d2585e69c is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:41:41.725025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-f5f68e58-e601-420f-88b5-6f9dbeef6b89 None None] Provisioning complete for port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:41.725480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f5f68e58-e601-420f-88b5-6f9dbeef6b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:41.804219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-f5f68e58-e601-420f-88b5-6f9dbeef6b89 None None] Port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:41:41.903456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:41:41.915370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Sync routers for ids ['1397e93c-5809-41d3-9d09-2c9d2585e69c'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:41:41.918109 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] 10.222.0.43 "PUT /v2.0/routers/1397e93c-5809-41d3-9d09-2c9d2585e69c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.3781550 Feb 05 18:41:41.930458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Routers {'1397e93c-5809-41d3-9d09-2c9d2585e69c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:41:41.931409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:41:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['1397e93c-5809-41d3-9d09-2c9d2585e69c'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:42.152645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Set router 1397e93c-5809-41d3-9d09-2c9d2585e69c gateway port host: None {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:41:42.777118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'name': 'router1', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:41:28Z', 'updated_at': '2021-02-05T18:41:40Z', 'revision_number': 2, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'gw_port_host': None, '_interfaces': [{'id': '860ee2fe-39cc-4cd4-8012-a2799d9b85d6', 'name': '', 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'mac_address': 'fa:16:3e:e4:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:39Z', 'updated_at': '2021-02-05T18:41:40Z', 'revision_number': 2, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'subnets': [{'id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1460ff91-05f0-4552-8a5f-1a8b54c6c588'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:42.784156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Checking router: 1397e93c-5809-41d3-9d09-2c9d2585e69c for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:41:42.784848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Updating router 1397e93c-5809-41d3-9d09-2c9d2585e69c port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:41:42.853587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:43.389819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:43.405783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Transition to ACTIVE for port object 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:41:43.442462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:43.465369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:43.632445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Pushing event updated for resources: {'Port': ['ID=860ee2fe-39cc-4cd4-8012-a2799d9b85d6,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:43.643871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.644196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.644565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.644929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.645284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.645781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.646144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.646557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.646913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.647914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.648634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.648808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Tracked resource versions report: Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:41:43.649789 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:41:43.653837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:43.854859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Attempting to bind port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:41:43.855406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Attempting to bind port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:41:43.855676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Attempting to bind port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 on network 45426906-e856-4c55-9216-4951dfcbac39 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:41:43.861817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:41:43.862276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Checking segment: {'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:41:43.862752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:43.863183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Bound using segment: {'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:41:43.863722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Bound port: 860ee2fe-39cc-4cd4-8012-a2799d9b85d6, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cffd2778-72d7-4634-b4f7-ee3ae3f062b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '45426906-e856-4c55-9216-4951dfcbac39'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:41:43.864129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:43.980515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] For port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:41:43.985170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] For port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=860ee2fe-39cc-4cd4-8012-a2799d9b85d6,segment=NetworkSegment(cffd2778-72d7-4634-b4f7-ee3ae3f062b2),segment_id=cffd2778-72d7-4634-b4f7-ee3ae3f062b2)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:41:44.048783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:44.064653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:44.211348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Pushing event updated for resources: {'Port': ['ID=860ee2fe-39cc-4cd4-8012-a2799d9b85d6,revision_number=4']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:44.215874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-55d03d01-6aa6-40bb-92d6-ad220ead56f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:44.304341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Routers {'1397e93c-5809-41d3-9d09-2c9d2585e69c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:41:44.305414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:41:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['1397e93c-5809-41d3-9d09-2c9d2585e69c'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:44.512978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] Set router 1397e93c-5809-41d3-9d09-2c9d2585e69c gateway port host: None {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:41:44.628240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35632) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:44.826322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95402e08-9cf5-4a94-ae48-9dfe62f7ac21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:44.826979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-95402e08-9cf5-4a94-ae48-9dfe62f7ac21 admin admin] Synchronizing usage tracker for tenant:3a50bc9cc281423ab39b04421ad95324 on resource:network {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:41:44.876777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'name': 'router1', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:41:28Z', 'updated_at': '2021-02-05T18:41:40Z', 'revision_number': 2, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'gw_port_host': None, '_interfaces': [{'id': '860ee2fe-39cc-4cd4-8012-a2799d9b85d6', 'name': '', 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'mac_address': 'fa:16:3e:e4:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:39Z', 'updated_at': '2021-02-05T18:41:43Z', 'revision_number': 4, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'subnets': [{'id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1460ff91-05f0-4552-8a5f-1a8b54c6c588'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:44.880994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af51058b-a470-40ba-a111-aeaabe248da1 None None] The sync data for ids ['1397e93c-5809-41d3-9d09-2c9d2585e69c'] in dv-cinder-774286-2-iscsi is: [{'id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'name': 'router1', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:41:28Z', 'updated_at': '2021-02-05T18:41:40Z', 'revision_number': 2, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'gw_port_host': None, '_interfaces': [{'id': '860ee2fe-39cc-4cd4-8012-a2799d9b85d6', 'name': '', 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'mac_address': 'fa:16:3e:e4:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:39Z', 'updated_at': '2021-02-05T18:41:43Z', 'revision_number': 4, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'subnets': [{'id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1460ff91-05f0-4552-8a5f-1a8b54c6c588'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:41:44.893808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-95402e08-9cf5-4a94-ae48-9dfe62f7ac21 admin admin] Unset dirty status for tenant:3a50bc9cc281423ab39b04421ad95324 on resource:network {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:41:44.895153 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-95402e08-9cf5-4a94-ae48-9dfe62f7ac21 admin admin] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 842 time: 0.2657762 Feb 05 18:41:44.910926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:41:44.917985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:44.922324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Usage tracker for resource:subnet and tenant:3a50bc9cc281423ab39b04421ad95324 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:44.925723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:44.934032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:44.979476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Made reservation on behalf of 3a50bc9cc281423ab39b04421ad95324 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:41:44.984344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:45.771086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80170) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:41:45.771530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:45.789558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8e034205-6f73-4408-9f04-72d2f7c7a1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:45.920942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe5b07e-2e19-4c65-a623-431b09ea68cd,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:45.923849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:45.996327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:41:45.996720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Network hostable DHCP agents. Network: 73c04228-0d77-4e5b-9b73-aa3ab39df356, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:41:46.076687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:41:46.162813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 73c04228-0d77-4e5b-9b73-aa3ab39df356) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:41:46.167112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:46.167762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:46.171646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce893cf6-33d3-4335-92f2-2cf2ab0c1b05 None None] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:41:46.248909 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3449085 Feb 05 18:41:46.564441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f30d8-111b-4a4b-ba1e-ceb8369dad5b None None] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:41:46.706192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:41:46.893655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:41:46.899693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:46.900105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:47.031589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:47.143909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=860ee2fe-39cc-4cd4-8012-a2799d9b85d6,segment=NetworkSegment(cffd2778-72d7-4634-b4f7-ee3ae3f062b2),segment_id=cffd2778-72d7-4634-b4f7-ee3ae3f062b2)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:41:47.180014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:47.182314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b5256bbf-350e-4335-8137-acd25f21ef9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:47.252316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=860ee2fe-39cc-4cd4-8012-a2799d9b85d6,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:47.255640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:48.670476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:41:48.745917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:48.746353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:49.012180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35646) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:49.305870 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a0865d27-7546-43df-9c1b-ca4958ee9c1c admin admin] 10.222.0.43 "GET /v2.0/routers/1397e93c-5809-41d3-9d09-2c9d2585e69c HTTP/1.1" status: 200 len: 710 time: 0.2919290 Feb 05 18:41:49.447252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c322cb-0d41-4ea2-bb0d-79cb4bb357c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:49.448743 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-64c322cb-0d41-4ea2-bb0d-79cb4bb357c8 admin admin] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 886 time: 0.1371229 Feb 05 18:41:49.459983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:41:50.136812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:50.534263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:50.599938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:50.613100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:50.628411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:41:50.633458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:41:50.636713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:41:50.642722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:41:50.977347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:51.024746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:51.040756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:51.135005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a9b5a6-27d7-46f7-99f2-69745614cc24,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:51.140190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:51.309771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Allocated IP 172.27.2.80 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/9c301cec-d48c-422d-9252-affa99d2c08a) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:41:51.462351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:51.533793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:51.549546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:51.680850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Pushing event updated for resources: {'Port': ['ID=9c301cec-d48c-422d-9252-affa99d2c08a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:51.685240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:51.735586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:41:51.736631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:41:51.739211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:41:52.458198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:52.823646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:52.827132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-439990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854335810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854334903'] for router, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:53.015796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Router 1397e93c-5809-41d3-9d09-2c9d2585e69c has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:41:53.228026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:41:53.238044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Sync routers for ids ['1397e93c-5809-41d3-9d09-2c9d2585e69c'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:41:53.246675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:53.248529 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] 10.222.0.43 "PUT /v2.0/routers/1397e93c-5809-41d3-9d09-2c9d2585e69c HTTP/1.1" status: 200 len: 889 time: 3.7920315 Feb 05 18:41:53.249728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Routers {'1397e93c-5809-41d3-9d09-2c9d2585e69c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:41:53.250425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:41:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['1397e93c-5809-41d3-9d09-2c9d2585e69c'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:53.483788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Set router 1397e93c-5809-41d3-9d09-2c9d2585e69c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:41:53.919370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'name': 'router1', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9c301cec-d48c-422d-9252-affa99d2c08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:41:28Z', 'updated_at': '2021-02-05T18:41:51Z', 'revision_number': 4, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'gw_port': {'id': '9c301cec-d48c-422d-9252-affa99d2c08a', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:51Z', 'updated_at': '2021-02-05T18:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '860ee2fe-39cc-4cd4-8012-a2799d9b85d6', 'name': '', 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'mac_address': 'fa:16:3e:e4:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:39Z', 'updated_at': '2021-02-05T18:41:47Z', 'revision_number': 5, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'subnets': [{'id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1460ff91-05f0-4552-8a5f-1a8b54c6c588'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:53.924485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Checking router: 1397e93c-5809-41d3-9d09-2c9d2585e69c for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:41:53.924871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Updating router 1397e93c-5809-41d3-9d09-2c9d2585e69c port 9c301cec-d48c-422d-9252-affa99d2c08a binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:41:53.986482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:54.401705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:54.460243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Transition to ACTIVE for port object 9c301cec-d48c-422d-9252-affa99d2c08a will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:41:54.539585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:54.556588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:54.856644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8a102-eb23-46dd-804e-ec67f1aecfeb None None] Pushing event updated for resources: {'Port': ['ID=9c301cec-d48c-422d-9252-affa99d2c08a,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:54.859720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0ed8a102-eb23-46dd-804e-ec67f1aecfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:54.923396 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Attempting to bind port 9c301cec-d48c-422d-9252-affa99d2c08a on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:41:54.923810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Attempting to bind port 9c301cec-d48c-422d-9252-affa99d2c08a by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:41:54.924209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Attempting to bind port 9c301cec-d48c-422d-9252-affa99d2c08a on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:41:54.930619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:41:54.931029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:41:54.931610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:54.931898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:41:54.932395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Bound port: 9c301cec-d48c-422d-9252-affa99d2c08a, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:41:54.932801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:55.010397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] For port 9c301cec-d48c-422d-9252-affa99d2c08a, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:41:55.013486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] For port 9c301cec-d48c-422d-9252-affa99d2c08a, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=9c301cec-d48c-422d-9252-affa99d2c08a,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:41:55.054483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:55.070743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4b15f9aa-563f-4c47-8467-5bdccb7b88c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:55.228381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8a102-eb23-46dd-804e-ec67f1aecfeb None None] Pushing event updated for resources: {'Port': ['ID=9c301cec-d48c-422d-9252-affa99d2c08a,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:55.231690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0ed8a102-eb23-46dd-804e-ec67f1aecfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:55.272940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Routers {'1397e93c-5809-41d3-9d09-2c9d2585e69c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:41:55.273560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:41:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['1397e93c-5809-41d3-9d09-2c9d2585e69c'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:55.464437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] Set router 1397e93c-5809-41d3-9d09-2c9d2585e69c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:41:55.820261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'name': 'router1', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9c301cec-d48c-422d-9252-affa99d2c08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:41:28Z', 'updated_at': '2021-02-05T18:41:51Z', 'revision_number': 4, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'gw_port': {'id': '9c301cec-d48c-422d-9252-affa99d2c08a', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:51Z', 'updated_at': '2021-02-05T18:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '860ee2fe-39cc-4cd4-8012-a2799d9b85d6', 'name': '', 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'mac_address': 'fa:16:3e:e4:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:39Z', 'updated_at': '2021-02-05T18:41:47Z', 'revision_number': 5, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'subnets': [{'id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1460ff91-05f0-4552-8a5f-1a8b54c6c588'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:41:55.824511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1145396-a236-48e1-bda9-08fcc0c59e30 None None] The sync data for ids ['1397e93c-5809-41d3-9d09-2c9d2585e69c'] in dv-cinder-774286-2-iscsi is: [{'id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'name': 'router1', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '9c301cec-d48c-422d-9252-affa99d2c08a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:41:28Z', 'updated_at': '2021-02-05T18:41:51Z', 'revision_number': 4, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'gw_port': {'id': '9c301cec-d48c-422d-9252-affa99d2c08a', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:71:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:51Z', 'updated_at': '2021-02-05T18:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '860ee2fe-39cc-4cd4-8012-a2799d9b85d6', 'name': '', 'network_id': '45426906-e856-4c55-9216-4951dfcbac39', 'tenant_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'mac_address': 'fa:16:3e:e4:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1397e93c-5809-41d3-9d09-2c9d2585e69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:41:39Z', 'updated_at': '2021-02-05T18:41:47Z', 'revision_number': 5, 'project_id': '4d7a708ae12e4bf89e5ef4c94b817662', 'subnets': [{'id': 'c6a06ccc-1372-4f9f-b588-3204c903c42d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1460ff91-05f0-4552-8a5f-1a8b54c6c588'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:41:56.041333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 35656) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:41:56.196239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd1825c-bb59-4f1d-b103-8375c07c3efd admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:41:56.197899 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cfd1825c-bb59-4f1d-b103-8375c07c3efd admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1079 time: 0.1555231 Feb 05 18:41:56.701940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 9c301cec-d48c-422d-9252-affa99d2c08a up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:41:56.824959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 9c301cec-d48c-422d-9252-affa99d2c08a completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:41:56.830667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 9c301cec-d48c-422d-9252-affa99d2c08a triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:56.831687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:56.958832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:56.981499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 9c301cec-d48c-422d-9252-affa99d2c08a, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=9c301cec-d48c-422d-9252-affa99d2c08a,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:41:57.013564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:57.015885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0ed8a102-eb23-46dd-804e-ec67f1aecfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:41:57.099859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=9c301cec-d48c-422d-9252-affa99d2c08a,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:41:57.103158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:41:58.683904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 9c301cec-d48c-422d-9252-affa99d2c08a up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:41:58.821928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 9c301cec-d48c-422d-9252-affa99d2c08a triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:41:58.822321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:41:58.915826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d218fa90-65fc-4b24-a336-d603b4fa201d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:00.859444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2d46147d-eddc-4f27-a81d-cefc59751fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:01.956600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:02.665034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:03.648719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:10.819947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:42:28.802503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-07ec80d1-ede8-42da-b751-6e1c30e04ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:30.847648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9709d033-fc3b-4f15-b2d5-888fda645f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:31.933395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:32.624064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:33.641863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:42:47.821637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:42:58.825183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-306389b5-9def-4e4b-868b-3a2f5cda65cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:00.853277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0640a877-d292-48fe-835a-10ea0425e510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:01.933593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:02.637371 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:03.647869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:24.820411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:43:28.830501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-89a6224e-592e-43cd-b56a-f96566d3fc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:30.854132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-93f94de4-d2a4-4291-9a0a-4f080a7fdcbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:31.944754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:32.619528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:33.665033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:43:58.853020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f99001a5-1a54-4cb0-b4e5-f39388accf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:00.858943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-326cb859-927f-436a-ae6d-8ed17020b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:01.819065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:44:01.944594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:02.618447 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:03.647868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:15.545863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36232) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:15.650049 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.pecan_wsgi.hooks.translation [None req-84865113-3d80-447b-b41e-5cb87f168846 admin admin] GET failed (client error): The resource could not be found. Feb 05 18:44:15.652185 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-84865113-3d80-447b-b41e-5cb87f168846 admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1052270 Feb 05 18:44:15.797663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c687ab52-4861-4e65-8d3b-269794a0f766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:15.799241 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c687ab52-4861-4e65-8d3b-269794a0f766 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1425495 Feb 05 18:44:18.339169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36242) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:18.523786 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-60547f18-28f4-44e3-90f4-8f9f92e4c975 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:44:18.524400 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-60547f18-28f4-44e3-90f4-8f9f92e4c975 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:44:18.911395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.policy [None req-60547f18-28f4-44e3-90f4-8f9f92e4c975 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80171) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 05 18:44:18.912250 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-60547f18-28f4-44e3-90f4-8f9f92e4c975 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:44:18.912656 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING oslo_policy.policy [None req-60547f18-28f4-44e3-90f4-8f9f92e4c975 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 18:44:18.939352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60547f18-28f4-44e3-90f4-8f9f92e4c975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:18.941314 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-60547f18-28f4-44e3-90f4-8f9f92e4c975 admin admin] 10.222.0.43 "GET /v2.0/subnets/c6a06ccc-1372-4f9f-b588-3204c903c42d HTTP/1.1" status: 200 len: 849 time: 0.6000998 Feb 05 18:44:18.952442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:44:19.077373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:19.607091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774704616068'] for subnet, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:19.632089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:44:19.788727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a06ccc-1372-4f9f-b588-3204c903c42d,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:44:19.810028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.810431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.810796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.811154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.811506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.811861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.812212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.812558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.812903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.813251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.813600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.813942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Tracked resource versions report: Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:44:19.815050 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:44:19.858744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:44:19.863986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:19.864670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:19.871060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660880f-d6fb-49c1-aadf-6ac2b7f06ddf None None] Network 45426906-e856-4c55-9216-4951dfcbac39 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:44:19.878799 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] 10.222.0.43 "PUT /v2.0/subnets/c6a06ccc-1372-4f9f-b588-3204c903c42d HTTP/1.1" status: 200 len: 868 time: 0.9309375 Feb 05 18:44:20.399258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-306c50e8-4a6c-499f-8619-70994034af58 None None] Provisioning complete for port ce196cde-ff1a-4c0c-9351-d8da78c0b63d triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:44:20.399660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-306c50e8-4a6c-499f-8619-70994034af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:20.536654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-306c50e8-4a6c-499f-8619-70994034af58 None None] Provisioning complete for port 860ee2fe-39cc-4cd4-8012-a2799d9b85d6 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:44:20.536978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-306c50e8-4a6c-499f-8619-70994034af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:22.375147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36262) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:22.597810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423d3cf-42dc-4dbf-906d-0bc0affe3020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:22.598155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423d3cf-42dc-4dbf-906d-0bc0affe3020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:22.599945 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b423d3cf-42dc-4dbf-906d-0bc0affe3020 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2237191 Feb 05 18:44:25.111485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36272) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:25.325182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1ac44-3288-4ceb-bcc6-2152715054ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:25.325520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d1ac44-3288-4ceb-bcc6-2152715054ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:25.327214 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c0d1ac44-3288-4ceb-bcc6-2152715054ba admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2147093 Feb 05 18:44:27.877061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36282) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:28.098463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8a6690-ecca-4b6c-aec1-90f890c82869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:28.099874 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cf8a6690-ecca-4b6c-aec1-90f890c82869 admin admin] 10.222.0.43 "GET /v2.0/networks/45426906-e856-4c55-9216-4951dfcbac39 HTTP/1.1" status: 200 len: 862 time: 0.2217784 Feb 05 18:44:28.848952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5b205212-2d61-479e-8c1d-5b55ab0f9cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:30.622607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36292) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:30.833124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df256a3-6050-42ad-b470-b618a389a5b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:30.834825 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4df256a3-6050-42ad-b470-b618a389a5b3 admin admin] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 886 time: 0.2110276 Feb 05 18:44:30.857216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cf35cf24-e108-4e8b-8cf5-3e1fdc3c8156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:31.945054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:32.629783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:33.329842 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36302) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:33.471989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a52ed-d354-4cfe-b708-4342c2790ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:33.472399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a52ed-d354-4cfe-b708-4342c2790ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:33.473190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f59a52ed-d354-4cfe-b708-4342c2790ba3 admin admin] Synchronizing usage tracker for tenant:3a50bc9cc281423ab39b04421ad95324 on resource:subnet {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:44:33.544110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f59a52ed-d354-4cfe-b708-4342c2790ba3 admin admin] Unset dirty status for tenant:3a50bc9cc281423ab39b04421ad95324 on resource:subnet {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:44:33.545413 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-f59a52ed-d354-4cfe-b708-4342c2790ba3 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2144928 Feb 05 18:44:33.647338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:44:36.015521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36312) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:36.163355 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7565eed7-01b2-4fa6-9ec7-25db6ddb1657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:36.163774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7565eed7-01b2-4fa6-9ec7-25db6ddb1657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:36.166283 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7565eed7-01b2-4fa6-9ec7-25db6ddb1657 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1496701 Feb 05 18:44:38.648374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36322) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:38.796009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976df30f-2db8-46da-a831-4d3f16ca69cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:38.797483 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-976df30f-2db8-46da-a831-4d3f16ca69cc admin admin] 10.222.0.43 "GET /v2.0/subnets/c6a06ccc-1372-4f9f-b588-3204c903c42d HTTP/1.1" status: 200 len: 868 time: 0.1480789 Feb 05 18:44:38.818778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:44:41.377680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36332) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:44:41.519253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbf4bd-2eaa-469f-bf66-4d7e7e0a9243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:44:41.520726 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-06bbf4bd-2eaa-469f-bf66-4d7e7e0a9243 admin admin] 10.222.0.43 "GET /v2.0/subnets/cbe5b07e-2e19-4c65-a623-431b09ea68cd HTTP/1.1" status: 200 len: 816 time: 0.1419814 Feb 05 18:44:58.845669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-777f448d-fe78-46f2-a8be-d601ae9cb866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:00.898652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d76d4ee2-d180-4fbc-9f17-d842193fbff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:01.944057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:02.629894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:03.658285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:07.950357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36372) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:45:08.030603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [None req-e8cbaca8-2f08-4ad2-850c-d5ebdc14d03b admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:45:08.031678 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e8cbaca8-2f08-4ad2-850c-d5ebdc14d03b admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0802872 Feb 05 18:45:10.652008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36382) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:45:10.758809 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ae5a8a-0c64-4ffe-8bac-8ea9b0dba920 admin admin] GET failed (client error): The resource could not be found. Feb 05 18:45:10.760270 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-10ae5a8a-0c64-4ffe-8bac-8ea9b0dba920 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1072526 Feb 05 18:45:11.093776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08b7b17-2925-4167-8101-9ef6c2c6fa5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:45:11.095328 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a08b7b17-2925-4167-8101-9ef6c2c6fa5e admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3285596 Feb 05 18:45:13.631053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36392) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:45:13.714124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:45:13.719204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:45:13.729110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:45:13.766708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Made reservation on behalf of 3a50bc9cc281423ab39b04421ad95324 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:45:13.771467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:13.867788 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.services.revisions.revision_plugin [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Could not find related network for resource to bump revision. Feb 05 18:45:13.883570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:45:13.962863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:13.963248 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Added segment 12bfc809-f4b4-4758-870c-9572ae2f014f of type vxlan for network 065740b0-dad9-4288-8b0e-84d570ddc260 Feb 05 18:45:13.990099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:14.058023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:14.059344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:45:14.059972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:14.063430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:45:14.171887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Pushing event updated for resources: {'Network': ['ID=065740b0-dad9-4288-8b0e-84d570ddc260,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:45:14.179293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.180382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.180900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.181273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.181640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.182005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.182529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.182800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.183175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.183576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.183936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.184288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:14.188156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:45:14.195660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 065740b0-dad9-4288-8b0e-84d570ddc260 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:45:14.230652 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5982604 Feb 05 18:45:15.818536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:45:16.771062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36402) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:45:16.884200 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4fc4fb-b0f2-42f7-a2ec-6b39287f35a9 admin admin] GET failed (client error): The resource could not be found. Feb 05 18:45:16.885593 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3d4fc4fb-b0f2-42f7-a2ec-6b39287f35a9 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1133883 Feb 05 18:45:17.018577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc75bc-be22-4715-8be9-25e8464de9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:45:17.020075 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a8cc75bc-be22-4715-8be9-25e8464de9df admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1298563 Feb 05 18:45:17.031982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260', 'description': 'shared-subnet'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:45:17.035375 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.quota [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Loaded quota_driver: . Feb 05 18:45:17.042567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:45:17.055621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:45:17.172486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Made reservation on behalf of 3a50bc9cc281423ab39b04421ad95324 for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:45:17.177343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:17.680321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:17.695698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b9c97ca1-d38d-4467-a452-2cffce890d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:45:17.821962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5070b080-52b7-47fe-9f4e-4fdc137372f9,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:45:17.826808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:45:17.895379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Checking segment: {'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:45:17.895936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Network hostable DHCP agents. Network: 065740b0-dad9-4288-8b0e-84d570ddc260, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:45:17.955068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Network 065740b0-dad9-4288-8b0e-84d570ddc260 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:45:17.995507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 065740b0-dad9-4288-8b0e-84d570ddc260) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:45:17.999799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:45:18.000437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:18.005910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded14b2-7baf-45ce-a8c3-e2eb7deb6605 None None] Network 065740b0-dad9-4288-8b0e-84d570ddc260 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:45:18.064629 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0370221 Feb 05 18:45:18.248520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-065740b0-dad9-4288-8b0e-84d570ddc260', 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260', 'tenant_id': '3a50bc9cc281423ab39b04421ad95324', 'fixed_ips': [{'subnet_id': '5070b080-52b7-47fe-9f4e-4fdc137372f9'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:45:18.249513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:18.572111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Allocated IP 192.168.233.2 (065740b0-dad9-4288-8b0e-84d570ddc260/5070b080-52b7-47fe-9f4e-4fdc137372f9/8554efe0-b545-4b8a-8e97-afc86059977f) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:45:18.935612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:18.994457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Transition to ACTIVE for port object 8554efe0-b545-4b8a-8e97-afc86059977f will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:45:19.013577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Transition to ACTIVE for port object 8554efe0-b545-4b8a-8e97-afc86059977f will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:45:19.064370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:19.081893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:45:19.224269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Pushing event updated for resources: {'Port': ['ID=8554efe0-b545-4b8a-8e97-afc86059977f,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:45:19.236878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.237264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.237643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.238016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.238415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.238785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.239152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.239515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.239909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.240259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.240618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.240972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:45:19.256182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:45:19.301890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Network 065740b0-dad9-4288-8b0e-84d570ddc260 is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:45:19.303427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:45:19.306051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:45:19.369717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Attempting to bind port 8554efe0-b545-4b8a-8e97-afc86059977f on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:45:19.370099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Attempting to bind port 8554efe0-b545-4b8a-8e97-afc86059977f by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:45:19.370570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Attempting to bind port 8554efe0-b545-4b8a-8e97-afc86059977f on network 065740b0-dad9-4288-8b0e-84d570ddc260 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:45:19.376593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:45:19.377050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Checking segment: {'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:45:19.377492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:19.377963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Bound using segment: {'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:45:19.378522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Bound port: 8554efe0-b545-4b8a-8e97-afc86059977f, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:45:19.378948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:19.484375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] For port 8554efe0-b545-4b8a-8e97-afc86059977f, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:45:19.488615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] For port 8554efe0-b545-4b8a-8e97-afc86059977f, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=8554efe0-b545-4b8a-8e97-afc86059977f,segment=NetworkSegment(12bfc809-f4b4-4758-870c-9572ae2f014f),segment_id=12bfc809-f4b4-4758-870c-9572ae2f014f)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:45:19.560330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:19.578549 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:45:19.750614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Pushing event updated for resources: {'Port': ['ID=8554efe0-b545-4b8a-8e97-afc86059977f,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:45:19.758475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:45:20.806381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 8554efe0-b545-4b8a-8e97-afc86059977f up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:45:20.949948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 8554efe0-b545-4b8a-8e97-afc86059977f completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:45:21.098856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db29f6d-c8ec-4ecc-bd83-a4abc98099e1 None None] Network 065740b0-dad9-4288-8b0e-84d570ddc260 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:45:21.269120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Provisioning for port 8554efe0-b545-4b8a-8e97-afc86059977f completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:45:21.281984 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Provisioning complete for port 8554efe0-b545-4b8a-8e97-afc86059977f triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:45:21.282432 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:21.486754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:21.525574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] For port 8554efe0-b545-4b8a-8e97-afc86059977f, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=8554efe0-b545-4b8a-8e97-afc86059977f,segment=NetworkSegment(12bfc809-f4b4-4758-870c-9572ae2f014f),segment_id=12bfc809-f4b4-4758-870c-9572ae2f014f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:45:21.578572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:21.581089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:45:21.660408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Pushing event updated for resources: {'Port': ['ID=8554efe0-b545-4b8a-8e97-afc86059977f,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:45:21.664377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:45:21.700981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-f0ba862b-a088-45f7-b445-a3e59a5a5573 None None] Provisioning complete for port 8554efe0-b545-4b8a-8e97-afc86059977f triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:45:21.701709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f0ba862b-a088-45f7-b445-a3e59a5a5573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:21.975564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-2d868339-89ce-4604-812e-f6814e6d68d8 None None] Provisioning complete for port 8554efe0-b545-4b8a-8e97-afc86059977f triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:45:21.976892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2d868339-89ce-4604-812e-f6814e6d68d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:22.223251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-aa2cc5dd-5f7b-4069-bc5e-3f3e7a5a07fd None None] Provisioning complete for port 8554efe0-b545-4b8a-8e97-afc86059977f triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:45:22.223635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2cc5dd-5f7b-4069-bc5e-3f3e7a5a07fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:22.777988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 8554efe0-b545-4b8a-8e97-afc86059977f up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:45:22.856920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 8554efe0-b545-4b8a-8e97-afc86059977f triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:45:22.857335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:28.811212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c2e15b6-ed18-4eda-a8d5-4f450b858e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:30.911330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6554-9331-4782-a80f-deb8865fa8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:31.949352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:32.635341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:33.669467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:45:52.818202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:45:58.811793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4d0af235-9d05-4726-b764-20ab26fedf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:00.863360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6724ea2d-b99d-4202-8e1e-5458e3757d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:01.948774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:02.627307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:03.663405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:28.817400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aea2b319-1206-4798-b2cf-86b2d7b7e515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:29.817102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:46:30.884040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b80449a-469f-4d0c-842f-64517bb98b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:31.966146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:32.634510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:33.703173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:36.153414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36444) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:36.160167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [None req-15051ce8-83cb-45ac-8095-cf0748320ad0 tempest-verify_tempest_config-1251256740 tempest-verify_tempest_config-1251256740-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:46:36.161889 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-15051ce8-83cb-45ac-8095-cf0748320ad0 tempest-verify_tempest_config-1251256740 tempest-verify_tempest_config-1251256740-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0072906 Feb 05 18:46:36.673328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36464) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:36.827722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:36.843961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:46:36.848000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Usage tracker for resource:security_group_rule and tenant:5f0888dff82744f1b8d3801a5c394b0b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:46:36.851557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:46:36.857283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:46:37.235928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:37.318924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:37.328560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:37.368349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Synchronizing usage tracker for tenant:3a50bc9cc281423ab39b04421ad95324 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:46:37.372956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efc4f4f-cbf2-4f63-80bb-e1c26766d82a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:37.387237 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.387627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.387993 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.388354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.388710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.389077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.389428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.389776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.390124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.390496 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.390840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.391181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:46:37.396686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:37.444307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Unset dirty status for tenant:3a50bc9cc281423ab39b04421ad95324 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:46:37.445735 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f0888dff82744f1b8d3801a5c394b0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7712860 Feb 05 18:46:37.448584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36470) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:46:37.512820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:37.540310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:37.622578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:37.627652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:46:37.640997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efc4f4f-cbf2-4f63-80bb-e1c26766d82a,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:46:37.643746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:46:37.645817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:46:37.647711 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5efc4f4f-cbf2-4f63-80bb-e1c26766d82a HTTP/1.1" status: 204 len: 168 time: 0.1974673 Feb 05 18:46:58.860338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6336c370-20e7-4408-b720-de6bc2b11dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:00.871957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eaf2f3b3-de42-4195-b08e-c5508939ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:01.959478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:02.633835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:03.683236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:06.818030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:47:28.825421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1bbc1c2a-2c6b-489a-88e6-df03fb2b551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:30.879442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e1a4dc9e-2f7d-44a4-9c9e-f8b88757a2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:31.975859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:32.631530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:33.676865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:47:43.817298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:47:58.831614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67742a0a-73cb-4341-b441-9bfba695811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:00.884482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b0020c80-2234-401a-9ea3-50824f16ffce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:01.958389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:02.628079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:03.676421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:20.819157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 5 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:48:21.907205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133'] for agent, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:21.907776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.908042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.908421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.908794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.909163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.909530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.909894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.910282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.910647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.911009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.911369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.911730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:48:21.912115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77428', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:48:21.916656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77428', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:48:22.256851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] get_endpoint_by_host() called for host hv-cinder-77428 {{(pid=80172) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 05 18:48:22.261150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] get_endpoint_by_ip() called for ip 192.168.0.52 {{(pid=80172) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 05 18:48:22.264309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] _add_endpoint() called for ip 192.168.0.52 {{(pid=80172) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 05 18:48:22.309625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] _get_endpoints() called {{(pid=80172) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 05 18:48:28.833120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-03c2d170-e49d-4562-bcb7-117fe4f8d771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:30.866618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-48e26804-7597-4bb3-9cc5-6f2ebdd42ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:31.981553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:32.644112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:33.778884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:35.147259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36544) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:48:35.294610 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6cd061d4-4a50-4afc-882c-f7603a6f3be5 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1461022 Feb 05 18:48:37.836438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36554) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:48:37.924534 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d4e58a55-d6a7-477e-9a9a-aa94c55cf22d admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0868649 Feb 05 18:48:51.958753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:48:57.819661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:48:58.835464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d3735dc3-7042-4501-8e28-2061aa1e0da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:00.875898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d28851a1-e732-4daf-9899-6f71be28c225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:02.044839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:02.618368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:03.698129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:21.920870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:28.828066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0df0f6f0-b45c-4029-b68e-efd92bff8cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:30.869374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-611c897a-baa9-4482-b6e2-34599a55073f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:31.998019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:32.620674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:33.695071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:34.819610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:49:51.946810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:49:58.826651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-673d925f-6fa4-4faf-b97b-04f3eb3dfc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:00.869281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c84c47a9-aa04-4635-b9a7-ba8e7aadfe6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:01.996676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:02.623924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:03.698102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:11.820170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:50:19.972855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36706) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:20.588676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-network', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:20.591816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:20.596243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Usage tracker for resource:network and tenant:49da8a5ef0484fd3802811dcd59e2970 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:20.599270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:20.611172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:20.649807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Made reservation on behalf of 49da8a5ef0484fd3802811dcd59e2970 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:20.654935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:20.669642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:20.686059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:20.690199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Usage tracker for resource:security_group_rule and tenant:49da8a5ef0484fd3802811dcd59e2970 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:20.693261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:20.699258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:20.754865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36738) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:20.865959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:20.897624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:20.902523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d888ad44-caff-450a-9f57-08d7746a548f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:20.934977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:20.946914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0994bb0-f99f-4cf0-8655-baddf4cb99a8,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:20.955043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.955421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.955773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.956129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.956480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.956822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.957172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.957523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.957872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.958244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.963517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Tracked resource versions report: Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}, Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:50:20.964477 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80170) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:50:20.969108 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:20.983343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:20.983880 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Added segment 99a251e4-9729-4c60-9519-d722ad05c2bb of type vxlan for network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 Feb 05 18:50:21.012914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.121046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.122565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:21.123313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.128886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ea514334-2e8f-49f8-87b9-f0003cb8ff43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:21.179179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491737373-network', 'tenant_id': '7c34fd5466004a118bd1105a73b028c3'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:21.184560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:21.189213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Usage tracker for resource:network and tenant:7c34fd5466004a118bd1105a73b028c3 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:21.199679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:21.206130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:21.232084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:21.235723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:21.242517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:21.260889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:21.263436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Made reservation on behalf of 7c34fd5466004a118bd1105a73b028c3 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:21.268588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.294546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.304243 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3299134 Feb 05 18:50:21.307209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36756) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:21.311996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:21.314193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Request body: {'subnet': {'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-subnet', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:21.316319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Usage tracker for resource:security_group_rule and tenant:7c34fd5466004a118bd1105a73b028c3 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:21.319741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:21.323379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:21.326035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:21.331081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Usage tracker for resource:subnet and tenant:49da8a5ef0484fd3802811dcd59e2970 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:21.341466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:21.348062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:21.404514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Made reservation on behalf of 49da8a5ef0484fd3802811dcd59e2970 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:21.415247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.432966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.457692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.466355 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:21.498533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:21.513668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c536ae0-831f-4c90-94f3-7dc01aea1d35,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:21.520085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36764) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:21.527563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.528756 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Added segment 132b2bb4-770c-42b2-adf9-f5aa80f02847 of type vxlan for network 00a15d4a-c995-4463-a25f-1dcde34aebc5 Feb 05 18:50:21.544958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.545559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.546134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.546688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.547178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.547671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.548172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.548677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.549176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.549859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.550381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.550869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.551579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.552084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.552910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.553519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.554074 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.554491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.556765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.556765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.556765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.556765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.556765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.557642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Tracked resource versions report: Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}, Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:50:21.559213 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80171) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:50:21.574897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:21.610992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36770) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:21.645752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36776) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:21.684955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.694952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36784) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:21.828238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.830031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:21.831699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:21.844652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-8006564-network', 'tenant_id': '0104543225fe4336b88d48ed8c653f5a'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:21.848304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:21.877774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:21.886411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1758419480-network', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:21.906827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Usage tracker for resource:network and tenant:0104543225fe4336b88d48ed8c653f5a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:21.910306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:21.932514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:21.958392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.005540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.037113 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2811995 Feb 05 18:50:22.038580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Usage tracker for resource:network and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.039430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36796) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:22.045896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Request body: {'subnet': {'network_id': '00a15d4a-c995-4463-a25f-1dcde34aebc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491737373-subnet', 'tenant_id': '7c34fd5466004a118bd1105a73b028c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:22.051561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-network', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:22.060122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.064894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.068573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-422331358-network', 'tenant_id': 'b7e760a7b3a9476ba1235474d8bdcdb3'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:22.072319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Usage tracker for resource:subnet and tenant:7c34fd5466004a118bd1105a73b028c3 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.074358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.077482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.078539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.085333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.085930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Pushing event updated for resources: {'Network': ['ID=00a15d4a-c995-4463-a25f-1dcde34aebc5,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:22.089070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Usage tracker for resource:network and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.098553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.101748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Made reservation on behalf of 0104543225fe4336b88d48ed8c653f5a for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:22.105305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 00a15d4a-c995-4463-a25f-1dcde34aebc5 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:22.107856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.119192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:22.128352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 00a15d4a-c995-4463-a25f-1dcde34aebc5 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:22.129170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.132100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.134255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.151089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Usage tracker for resource:network and tenant:b7e760a7b3a9476ba1235474d8bdcdb3 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.158998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.169970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Made reservation on behalf of fceaf209c56445a389b480eead5f65a7 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:22.175930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.190051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.192676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.202618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Made reservation on behalf of 4b9158f3141c41b0a9b7742b04af316f for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:22.208223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.225374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Made reservation on behalf of 7c34fd5466004a118bd1105a73b028c3 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:22.232193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.241103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.262019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Usage tracker for resource:security_group_rule and tenant:0104543225fe4336b88d48ed8c653f5a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.290554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.303962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.326491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.336883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.367521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.372740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.383174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Made reservation on behalf of b7e760a7b3a9476ba1235474d8bdcdb3 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:22.388536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.407234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Usage tracker for resource:security_group_rule and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.410456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Usage tracker for resource:security_group_rule and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.415156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.418004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.447198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.450651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.471329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.478321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:22.492760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Usage tracker for resource:security_group_rule and tenant:b7e760a7b3a9476ba1235474d8bdcdb3 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:22.498902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8949b9f6-941a-49bc-af3e-0252cfc5e184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:22.554471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:22.577255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:22.678667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded81c23-d826-47d0-a56c-64d36da95425,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:22.679018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:22.742972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Checking segment: {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:22.743556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Network hostable DHCP agents. Network: 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:22.749850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.789460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.817512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:22.817725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:22.864613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:22.918975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.927714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.930052 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Added segment 556eeb75-cf01-43a8-8e74-375a34af1952 of type vxlan for network 1f92a692-6685-460f-afe3-f5d373d5fe34 Feb 05 18:50:22.945932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e598a67-33e3-4579-9c3a-be710da5fa24,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:22.950856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:22.967688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:22.976382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2f0015-c768-400a-a99c-234d9f803248 None None] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:22.978909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:22.986697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:22.988593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.013599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.014735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:23.036560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.077875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.080573 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-f2faecac-a4c9-4f20-8c5e-25012f874b7c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7717540 Feb 05 18:50:23.086492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36832) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:23.094781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:23.116857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf63f1-6be2-4e57-9b87-2f98390a0400,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:23.131492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:23.132249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:23.138455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.143818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:23.144046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Usage tracker for resource:router and tenant:49da8a5ef0484fd3802811dcd59e2970 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:23.157478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:23.174422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:23.187769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.217301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ac03d3-3f7a-4b0b-bfde-d251e3345faf,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:23.225181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:23.232480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:23.275404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.280176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:23.281061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.294811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.296942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1105d186-ef62-498d-b423-fb631c070f5a,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:23.297061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.298595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.311152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:23.322126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-61ea1c6c-ab95-46df-a9b7-e2e2998abc32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:23.404140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:23.409793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6d1797-87ff-45ec-b76f-a58864a54e4d None None] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:23.519439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06a52a63-bf91-4b0f-b051-01a2be0c3750,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:23.530123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:50:23.533659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:50:23.533659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:50:23.533659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:50:23.533659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:50:23.533659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:50:23.534414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:23.549503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:23.613426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Checking segment: {'id': '132b2bb4-770c-42b2-adf9-f5aa80f02847', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '00a15d4a-c995-4463-a25f-1dcde34aebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:23.613720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Network hostable DHCP agents. Network: 00a15d4a-c995-4463-a25f-1dcde34aebc5, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:23.717852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Pushing event updated for resources: {'Network': ['ID=1f92a692-6685-460f-afe3-f5d373d5fe34,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:23.731770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:23.733986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:23.755479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:23.820427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Network 00a15d4a-c995-4463-a25f-1dcde34aebc5 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:23.842905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36858) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:23.843247 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1954234 Feb 05 18:50:23.915754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Request body: {'subnet': {'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-subnet', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:23.920031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 00a15d4a-c995-4463-a25f-1dcde34aebc5) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:23.938885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:23.941784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:23.942467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.015915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2677f1-4848-4101-b7d6-b3351ee41526 None None] Network 00a15d4a-c995-4463-a25f-1dcde34aebc5 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:24.033967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.096527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.153777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.223336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:24.234676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.235122 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Added segment 56d2a111-d0a8-4be1-b777-5f25ec04ad5f of type vxlan for network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e Feb 05 18:50:24.257327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Usage tracker for resource:subnet and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:24.270041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:24.273162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.295797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:24.300450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.530432 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4881971 Feb 05 18:50:24.550562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Made reservation on behalf of 4b9158f3141c41b0a9b7742b04af316f for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:24.555472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.566346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:50:24.567066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:50:24.568172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:50:24.568863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:50:24.570769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.572895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:24.574886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:24.586077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:24.628850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e80b4b-f41d-4e70-aa5d-ab26b4330003 None None] Network 00a15d4a-c995-4463-a25f-1dcde34aebc5 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:24.710126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Pushing event updated for resources: {'Network': ['ID=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:24.722384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:24.729748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:24.759679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:24.834031 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3079889 Feb 05 18:50:24.836816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36890) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:24.847402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Request body: {'subnet': {'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-8006564-subnet', 'tenant_id': '0104543225fe4336b88d48ed8c653f5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:24.858250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:24.870054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Usage tracker for resource:subnet and tenant:0104543225fe4336b88d48ed8c653f5a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:24.885101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:24.896376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:24.944064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36896) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:24.956095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Made reservation on behalf of 0104543225fe4336b88d48ed8c653f5a for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:24.969940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.033837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36902) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:25.217509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.256250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.260897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.299015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.309694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.326834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:25.335924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Usage tracker for resource:security_group_rule and tenant:70b28d602f204b3eb45e26331d4fb87a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:25.341876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:25.348868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:25.351699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:25.357436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Usage tracker for resource:security_group_rule and tenant:0038e06d189046c7a2ce2ab5825ca313 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:25.363917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:25.383352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:25.388928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:25.429166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.452092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.452528 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Added segment 04e21ac7-18bd-4509-8e35-bdd6741055a1 of type vxlan for network cfb44490-0f57-4804-b23b-8a6383defd86 Feb 05 18:50:25.560149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.711627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Allocated IP 172.27.2.98 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/0bc23ab9-124e-45e8-adc7-1049b91d8aec) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:25.776104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.784720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.791120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:25.795334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.800914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:25.814994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:50:25.815354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:50:25.822287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.826828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.882848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.906474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:25.946924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:25.986937 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70b28d602f204b3eb45e26331d4fb87a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0415447 Feb 05 18:50:25.990229 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.2921193 Feb 05 18:50:26.024095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36922) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:26.024468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36924) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:26.041079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Request body: {'subnet': {'network_id': 'cfb44490-0f57-4804-b23b-8a6383defd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-422331358-subnet', 'tenant_id': 'b7e760a7b3a9476ba1235474d8bdcdb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:26.054264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Pushing event updated for resources: {'Network': ['ID=cfb44490-0f57-4804-b23b-8a6383defd86,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.064004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.066047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:26.070489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network cfb44490-0f57-4804-b23b-8a6383defd86 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:26.078731 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0038e06d189046c7a2ce2ab5825ca313&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0433323 Feb 05 18:50:26.084468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36934) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:26.089959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network cfb44490-0f57-4804-b23b-8a6383defd86 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:26.120322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c4af4-ad23-41ae-908c-7363e93dbe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c230b36-cd7b-49d3-b104-852dadaaebd7,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.125076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.136259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:26.151138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.159991 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.163508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Usage tracker for resource:subnet and tenant:b7e760a7b3a9476ba1235474d8bdcdb3 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:26.179179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:26.197075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695f9ae0-994f-4ed0-9672-a67fd6e91570,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.204760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.207931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:26.207931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.216561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:26.228621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.248946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36940) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:26.271186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865966713-network', 'tenant_id': '6192b985859d451cbef6c0cbcc15e532'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:26.277250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.279841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Made reservation on behalf of b7e760a7b3a9476ba1235474d8bdcdb3 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:26.283354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:26.284601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.286969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.296406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.314697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Usage tracker for resource:network and tenant:6192b985859d451cbef6c0cbcc15e532 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:26.320010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:26.345801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:26.432917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Made reservation on behalf of 6192b985859d451cbef6c0cbcc15e532 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:26.438384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.445738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.467048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:26.469729 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.479896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Checking segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:26.480295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Network hostable DHCP agents. Network: 1f92a692-6685-460f-afe3-f5d373d5fe34, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:26.498414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.504537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:26.511340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.513544 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Added segment 548f36a8-d321-430d-9248-352941640a73 of type vxlan for network 0e6f2205-17c7-485c-b230-98a3329eb62d Feb 05 18:50:26.519620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.521427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Usage tracker for resource:security_group_rule and tenant:6192b985859d451cbef6c0cbcc15e532 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:26.525752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:26.536623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9d634809-b856-4745-891a-70b0743f32ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:26.551654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-33c485fb-21fb-462d-a94d-495ea56af898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:26.584300 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:26.665864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.673578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.741747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Pushing event updated for resources: {'Port': ['ID=0bc23ab9-124e-45e8-adc7-1049b91d8aec,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.744423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:26.750579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebbc6465-839e-4fcf-b597-a768890675b3,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.754395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.756700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.759859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:26.797089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695f9ae0-994f-4ed0-9672-a67fd6e91570,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.802758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.806444 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/695f9ae0-994f-4ed0-9672-a67fd6e91570 HTTP/1.1" status: 204 len: 168 time: 0.7184680 Feb 05 18:50:26.806444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.820983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.833844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.842645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:26.844633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:26.845271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.851668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 1f92a692-6685-460f-afe3-f5d373d5fe34) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:26.852138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94b9fc74-ea5e-4ecc-8428-29e2a6cd477b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:26.883814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd3c87-3f15-4d1d-9843-b00a73d7c92e None None] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:26.896033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:26.896713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:26.901859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c230b36-cd7b-49d3-b104-852dadaaebd7,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:26.908044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:26.929853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:26.941608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:26.952373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:27.025064 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 5.4071748 Feb 05 18:50:27.028173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.028493 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6f2205-17c7-485c-b230-98a3329eb62d,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:27.028584 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c230b36-cd7b-49d3-b104-852dadaaebd7 HTTP/1.1" status: 204 len: 168 time: 0.9967010 Feb 05 18:50:27.028584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 36946) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:27.035697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:27.039526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Checking segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:27.039929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Network hostable DHCP agents. Network: 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:27.045485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Request body: {'subnet': {'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1758419480-subnet', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:27.050741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.083515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.088495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:27.114452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 0e6f2205-17c7-485c-b230-98a3329eb62d details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:27.124615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:50:27.129954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 0e6f2205-17c7-485c-b230-98a3329eb62d details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:27.138775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:27.147388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7132cd7f-730c-4bb7-bf50-eed971b084fd,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:27.154080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:27.155274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.155714 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Added segment 74cdfa0f-ff15-4f2e-b977-657521768bb3 of type vxlan for network 0ac501ef-6478-45f5-af86-372b289394b2 Feb 05 18:50:27.188478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:27.197946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:27.198646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.205447 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.271377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a3550-041f-43f0-ab63-f367eccfd21c None None] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:27.296189 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4581425 Feb 05 18:50:27.320041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.322742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:27.323394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.337332 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:27.510833 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.6666219 Feb 05 18:50:27.512856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:27.518052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36966) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:27.540833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:27.551050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:27.560064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Usage tracker for resource:router and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:27.563403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Pushing event updated for resources: {'Network': ['ID=0ac501ef-6478-45f5-af86-372b289394b2,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:27.566308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:27.569516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:27.575585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:27.584762 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3279095 Feb 05 18:50:27.586205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36970) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:27.593162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Request body: {'subnet': {'network_id': '0ac501ef-6478-45f5-af86-372b289394b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1865966713-subnet', 'tenant_id': '6192b985859d451cbef6c0cbcc15e532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:27.598427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:27.602708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Usage tracker for resource:subnet and tenant:6192b985859d451cbef6c0cbcc15e532 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:27.606913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:27.614077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:27.640184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 0ac501ef-6478-45f5-af86-372b289394b2 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:27.655492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 0ac501ef-6478-45f5-af86-372b289394b2 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:50:27.655702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.656934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.681886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.799100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 36984) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:27.802135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Made reservation on behalf of 6192b985859d451cbef6c0cbcc15e532 for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:27.807443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.849019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Usage tracker for resource:subnet and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:27.855959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:27.976775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:28.017031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-1f92a692-6685-460f-afe3-f5d373d5fe34', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:50:28.018102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:28.136930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:28.140138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:28.194461 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Made reservation on behalf of fceaf209c56445a389b480eead5f65a7 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:28.205501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:28.249743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:28.326155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Usage tracker for resource:security_group_rule and tenant:99bc0050a94e40b1a50a17bd16ef2f73 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:28.330508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:28.343461 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:28.405136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37006) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:28.421181 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 18:50:28.555669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:28.781435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Allocated IP 172.20.0.2 (1f92a692-6685-460f-afe3-f5d373d5fe34/b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41/d2e40c21-fe2e-43d6-ba01-b2d939b6d877) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:28.859523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63aeb19-5f55-4509-867b-fd7c2667ba7c None None] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:28.947074 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:28.953905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e87ebbdc-a7b9-4ae2-972c-668ac0784d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.009313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.042420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.142192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-42e17cb3-acec-4f19-9c97-d8afac0edcde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:29.240298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d578e-d437-4174-a2d2-b8165f1f1ec2,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:29.245124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:29.309514 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99bc0050a94e40b1a50a17bd16ef2f73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5080626 Feb 05 18:50:29.353436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37022) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:29.415124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.434371 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.453475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Transition to ACTIVE for port object d2e40c21-fe2e-43d6-ba01-b2d939b6d877 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:29.463982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-2cdff731-9004-403f-86d6-6b60c822d2d2 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:29.465969 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-2cdff731-9004-403f-86d6-6b60c822d2d2 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 1.0562997 Feb 05 18:50:29.487087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Transition to ACTIVE for port object d2e40c21-fe2e-43d6-ba01-b2d939b6d877 will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:29.501820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.552546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.555935 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-4178276d-d95a-474b-b7db-434ff5a17121 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/quotas/0104543225fe4336b88d48ed8c653f5a HTTP/1.1" status: 200 len: 375 time: 0.0466037 Feb 05 18:50:29.556533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.586513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:29.595408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:29.635223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.660124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.694783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:29.763007 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e255c13e-03d4-429a-917c-200b14574eb3 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1809294 Feb 05 18:50:29.805828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Pushing event updated for resources: {'Port': ['ID=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:29.820630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.822240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.822860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.823456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.824840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.825455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.826520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.827098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.827658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.828214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.828786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.829353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.830327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.830901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.831717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.832288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.832856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.833407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.833964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.835130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.835877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.836445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.836676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:29.837261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.837818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Tracked resource versions report: Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}, Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:50:29.839361 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:50:29.875988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:29.887912 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca79d6f8-b31e-44e1-ae05-dfba1f175800,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:29.898822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:29.961962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:29.965968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:29.981700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:30.050216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Attempting to bind port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:30.051025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Attempting to bind port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:30.051877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Attempting to bind port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 on network 1f92a692-6685-460f-afe3-f5d373d5fe34 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:30.065532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:30.065955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Checking segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:30.066567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.067496 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Bound using segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:30.068049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Bound port: d2e40c21-fe2e-43d6-ba01-b2d939b6d877, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:30.068644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.081039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Router 664ea5e2-7461-480a-a123-9e113ec2b230 is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:50:30.158962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64abb61d-00e8-4b72-9fb3-25db35bfb722,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:30.162278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:30.212348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] For port d2e40c21-fe2e-43d6-ba01-b2d939b6d877, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:30.215994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] For port d2e40c21-fe2e-43d6-ba01-b2d939b6d877, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:30.268700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.276788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9e85859f-f5dd-47e3-afb0-651e8cc78b22 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:50:30.278671 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9e85859f-f5dd-47e3-afb0-651e8cc78b22 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2980008 Feb 05 18:50:30.308966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f5053f3f-9f8b-4e79-bd0b-676eb0ad0cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:30.325181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.337122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Allocated IP 172.27.2.175 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/c4e43655-1684-492b-9b83-6936eda83947) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:30.346077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5a9e8db3-a7c4-4937-bd0f-25a0297420a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:30.373803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d578e-d437-4174-a2d2-b8165f1f1ec2,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:30.377010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:30.377814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Checking segment: {'id': '74cdfa0f-ff15-4f2e-b977-657521768bb3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '0ac501ef-6478-45f5-af86-372b289394b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:30.378217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Network hostable DHCP agents. Network: 0ac501ef-6478-45f5-af86-372b289394b2, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:30.395453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Checking segment: {'id': '04e21ac7-18bd-4509-8e35-bdd6741055a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfb44490-0f57-4804-b23b-8a6383defd86'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:30.395849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Network hostable DHCP agents. Network: cfb44490-0f57-4804-b23b-8a6383defd86, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:30.514133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Pushing event updated for resources: {'Port': ['ID=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:30.523968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:30.524145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.524145 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f02d578e-d437-4174-a2d2-b8165f1f1ec2 HTTP/1.1" status: 204 len: 168 time: 1.1648700 Feb 05 18:50:30.591817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Network 0ac501ef-6478-45f5-af86-372b289394b2 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:30.603724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Network cfb44490-0f57-4804-b23b-8a6383defd86 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:30.641088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:50:30.641188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.649706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Sync routers for ids ['664ea5e2-7461-480a-a123-9e113ec2b230'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:50:30.685413 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-5b7ca4aa-0d9e-4d70-8c7c-8df78103f1e9 service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832088 Feb 05 18:50:30.687338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Routers {'664ea5e2-7461-480a-a123-9e113ec2b230'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:30.688934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['664ea5e2-7461-480a-a123-9e113ec2b230'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:30.695290 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, cfb44490-0f57-4804-b23b-8a6383defd86) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:30.735073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:30.735809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.749834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc32b3-935c-462a-86f3-6c9050d4d4e1 None None] Network cfb44490-0f57-4804-b23b-8a6383defd86 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:30.757429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 0ac501ef-6478-45f5-af86-372b289394b2) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:30.760002 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:30.760644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.802263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daafcf4-248f-4d59-b428-a83a44ce953c None None] Network 0ac501ef-6478-45f5-af86-372b289394b2 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:30.824457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.888188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.892563 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.8047380 Feb 05 18:50:30.893438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37060) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:30.971231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:30.975182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:31.005102 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.9778821 Feb 05 18:50:31.031760 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4443293 Feb 05 18:50:31.076568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:31.087185 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e43655-1684-492b-9b83-6936eda83947,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:31.100263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:31.111557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:31.121575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-66cf526c-6440-412e-b811-d3b2a11fae96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:31.126319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:31.151201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:31.162041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Set router 664ea5e2-7461-480a-a123-9e113ec2b230 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:31.508573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37076) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:31.616127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Deleting subnet 06a52a63-bf91-4b0f-b051-01a2be0c3750 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:50:31.623574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:31.709749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:31.720811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:31.845198 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-1256f50b-318b-47cf-befd-21fc183f7688 service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1470113 Feb 05 18:50:31.846627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:31.867649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37082) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:31.891702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:32.021633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa43f37-4d05-48bc-be42-9d898843c0c1 None None] Network cfb44490-0f57-4804-b23b-8a6383defd86 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:32.063505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdebc596-121c-4a63-bbf4-c4e954205196 None None] Network 0ac501ef-6478-45f5-af86-372b289394b2 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:32.246567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:32.461318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:50:27Z', 'revision_number': 3, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:32.466302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Checking router: 664ea5e2-7461-480a-a123-9e113ec2b230 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:50:32.466958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Updating router 664ea5e2-7461-480a-a123-9e113ec2b230 port 0bc23ab9-124e-45e8-adc7-1049b91d8aec binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:50:32.569124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:32.612296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37126) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:32.613811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:32.733850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:32.735155 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 18:50:32.864678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:32.926788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:32.940004 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-664f28f0-ad4b-4ef2-b285-98d06d96b02e req-8966432f-b8ed-4876-ae9d-e829ef797c8c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 210 time: 0.4842458 Feb 05 18:50:33.017758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4ec8aa5b-abef-4f38-a8ce-17b29274c0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:33.083176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09608cc9-3f9b-4ac0-ad9d-729cc0d2e018 None None] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:33.222217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06a52a63-bf91-4b0f-b051-01a2be0c3750,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:33.263111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:33.283919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:33.289576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Usage tracker for resource:security_group_rule and tenant:0690e4c52f3c4e96a5109e033240c45e is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:33.294236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:33.310498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:33.373958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device d2e40c21-fe2e-43d6-ba01-b2d939b6d877 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:33.397148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.431935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Transition to ACTIVE for port object 0bc23ab9-124e-45e8-adc7-1049b91d8aec will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:33.461407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.467737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.495480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:33.509134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.594965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-a94a0556-b59d-4d64-a04d-87fdf3dd7c3a None None] Provisioning for port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:33.678906 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.695971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.699425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Checking segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:33.699788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Network hostable DHCP agents. Network: 0e6f2205-17c7-485c-b230-98a3329eb62d, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:50:33.740121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.763968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:33.782893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:33.784315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:33.784817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:33.833918 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0690e4c52f3c4e96a5109e033240c45e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9625161 Feb 05 18:50:33.841142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37152) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:33.852986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Pushing event updated for resources: {'Port': ['ID=0bc23ab9-124e-45e8-adc7-1049b91d8aec,revision_number=2']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:33.911308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.911631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.912000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.912360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.912716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.913069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.913476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.913749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.914100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.914521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.914871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.915218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.915648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.915998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.916347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.916694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.917038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.917385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.917761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.918122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.918760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.919190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.919653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.920662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Tracked resource versions report: Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: pushed versions: Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: { 'AddressGroup': {'1.1'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': {'1.0'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': {'1.0'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': {'1.1'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': {'1.7'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': {'1.2'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': {'1.8'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': {'1.4'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': {'1.2'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': {'1.0'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': {'1.1'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': {'1.1'}} Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: consumer versions: Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: { DHCP agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: L3 agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: Metadata agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: Metering agent@dv-cinder-774286-2-iscsi: {}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@dv-cinder-774286-2-iscsi: { 'AddressGroup': '1.1', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}, Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'ConntrackHelper': '1.0', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Log': '1.0', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Network': '1.1', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Port': '1.7', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'PortForwarding': '1.2', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'QosPolicy': '1.8', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroup': '1.4', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SecurityGroupRule': '1.2', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'SubPort': '1.0', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Subnet': '1.1', Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: 'Trunk': '1.1'}} Feb 05 18:50:33.921321 dv-cinder-774286-2-iscsi neutron-server[80059]: {{(pid=80173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 18:50:33.933886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:33.990105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Network 0e6f2205-17c7-485c-b230-98a3329eb62d is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:50:34.024730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Attempting to bind port 0bc23ab9-124e-45e8-adc7-1049b91d8aec on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:34.024887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Attempting to bind port 0bc23ab9-124e-45e8-adc7-1049b91d8aec by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:34.025287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Attempting to bind port 0bc23ab9-124e-45e8-adc7-1049b91d8aec on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:34.038514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:34.038924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:34.039371 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.039797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:34.040306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Bound port: 0bc23ab9-124e-45e8-adc7-1049b91d8aec, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:34.040728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.064364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.102678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.126359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596140a0-a625-4ee2-af80-d4bc1e8287c9,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:34.209471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port d2e40c21-fe2e-43d6-ba01-b2d939b6d877, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:50:34.212028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-a86d5516-9a6f-4998-bdde-cf632b2bb280 None None] Provisioning complete for port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:34.212563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a86d5516-9a6f-4998-bdde-cf632b2bb280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.218469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] For port 0bc23ab9-124e-45e8-adc7-1049b91d8aec, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:34.220740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] For port 0bc23ab9-124e-45e8-adc7-1049b91d8aec, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=0bc23ab9-124e-45e8-adc7-1049b91d8aec,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:34.241661 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f5028756-4fd2-4240-b09e-52643ac32bd0 req-aa0fc1d7-886b-48e9-9d90-eb5fb79cf5e8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 210 time: 0.0882211 Feb 05 18:50:34.247565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:34.251644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 0e6f2205-17c7-485c-b230-98a3329eb62d) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:34.266797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:34.266797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.276271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.285880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d7cbb657-c17b-4a4f-9250-06bf6f1ad2c9 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:34.287746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d7cbb657-c17b-4a4f-9250-06bf6f1ad2c9 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Synchronizing usage tracker for tenant:b7e760a7b3a9476ba1235474d8bdcdb3 on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:34.295931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:34.302798 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/06a52a63-bf91-4b0f-b051-01a2be0c3750 HTTP/1.1" status: 204 len: 168 time: 2.7923102 Feb 05 18:50:34.307062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37164) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:34.331480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.372353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc48162-4ed4-4307-ae0a-6e77e2912b72 None None] Network 0e6f2205-17c7-485c-b230-98a3329eb62d requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:34.405955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.426387 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 7.3953893 Feb 05 18:50:34.434434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37168) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:34.450605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:34.457417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:34.500270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:34.672154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Pushing event updated for resources: {'Port': ['ID=0bc23ab9-124e-45e8-adc7-1049b91d8aec,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:34.678060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:34.681421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:34.691946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:34.766535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Routers {'664ea5e2-7461-480a-a123-9e113ec2b230'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:34.767424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['664ea5e2-7461-480a-a123-9e113ec2b230'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:34.834081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:34.887230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Usage tracker for resource:router and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:34.892272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Allocated IP 172.20.0.1 (9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25/ded81c23-d826-47d0-a56c-64d36da95425/8740fb49-c3f9-4e43-a825-801e6e204f17) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:34.898521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:34.919065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:34.977314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d7cbb657-c17b-4a4f-9250-06bf6f1ad2c9 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Unset dirty status for tenant:b7e760a7b3a9476ba1235474d8bdcdb3 on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:34.982102 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d7cbb657-c17b-4a4f-9250-06bf6f1ad2c9 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/networks?id=cfb44490-0f57-4804-b23b-8a6383defd86 HTTP/1.1" status: 200 len: 811 time: 2.2618828 Feb 05 18:50:35.022926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device d2e40c21-fe2e-43d6-ba01-b2d939b6d877 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:35.027848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.029156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.042494 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-7fc608b0-b429-4406-9393-751f2ed4b3fd tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/quotas/b7e760a7b3a9476ba1235474d8bdcdb3 HTTP/1.1" status: 200 len: 375 time: 0.0243573 Feb 05 18:50:35.087153 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-926f44cb-47d2-47cb-b024-0651f51b46c0 None None] Provisioning complete for port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:35.087888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-926f44cb-47d2-47cb-b024-0651f51b46c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.109320 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.138680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.149864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.161005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] Set router 664ea5e2-7461-480a-a123-9e113ec2b230 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:35.174125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.185544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d11f4536-b0af-4cea-a5f5-947fdb694fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:35.205594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596140a0-a625-4ee2-af80-d4bc1e8287c9,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:35.215065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:35.283566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c87b845-db31-430c-8780-262b92136037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-0e6f2205-17c7-485c-b230-98a3329eb62d', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:50:35.284588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c87b845-db31-430c-8780-262b92136037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.304330 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-6658ae88-185f-4770-a603-08694968fbc7 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b7e760a7b3a9476ba1235474d8bdcdb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2596400 Feb 05 18:50:35.364223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Router e64e8245-f980-440a-99a6-dc4429a24dab is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:50:35.365488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.375030 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/596140a0-a625-4ee2-af80-d4bc1e8287c9 HTTP/1.1" status: 204 len: 168 time: 1.5281909 Feb 05 18:50:35.512657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.582004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:35.585105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:35.677559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b4a532e-4cad-475c-9d0c-8b4d397c8ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:35.833197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:50:27Z', 'revision_number': 3, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:35.842328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19e6191-1c5f-400a-88e3-5a19ccb34fb4 None None] The sync data for ids ['664ea5e2-7461-480a-a123-9e113ec2b230'] in dv-cinder-774286-2-iscsi is: [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:50:27Z', 'revision_number': 3, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:50:36.007480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:36.114805 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f3f6eb67-4eb5-4e1c-a732-416790166a69 req-00dca934-1b67-4d90-afda-445a120ab850 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 210 time: 0.4382596 Feb 05 18:50:36.141600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-4be2afc6-e68a-464d-814b-f42860820b34 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:50:36.156884 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-4be2afc6-e68a-464d-814b-f42860820b34 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4992785 Feb 05 18:50:36.338290 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-97891ca2-35d4-409e-aa1c-06bac87faecd service neutron] 10.222.0.43 "GET /v2.0/networks/cfb44490-0f57-4804-b23b-8a6383defd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844044 Feb 05 18:50:36.542998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37208) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:36.552663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-8c87b845-db31-430c-8780-262b92136037 None None] Allocated IP 172.20.0.2 (0e6f2205-17c7-485c-b230-98a3329eb62d/2f9b5aa1-fef9-417d-ac13-4d671c02a9bc/24900a43-feb4-4b9d-85fd-75588014f6f6) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:36.614572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:36.619913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:36.655479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Pushing event updated for resources: {'Port': ['ID=8740fb49-c3f9-4e43-a825-801e6e204f17,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:36.661915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:36.687715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:36.704489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Usage tracker for resource:security_group_rule and tenant:9a44e3647dcf40bba67ee14961b5988a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:36.718900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:36.721832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:36.725240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:36.725645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:36.733604 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:36.734119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:36.760066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.760499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.761449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.762530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > port after_create 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.762897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.763277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > port after_update 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.763650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.764022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.764377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:36.764731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:37.116136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.26', 54202) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80171) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a15d4a-c995-4463-a25f-1dcde34aebc5']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132b2bb4-770c-42b2-adf9-f5aa80f02847') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132b2bb4-770c-42b2-adf9-f5aa80f02847') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:50:37.121666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:37.163021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 0bc23ab9-124e-45e8-adc7-1049b91d8aec up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:37.163143 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-93cbbfd1-e554-4544-98df-ff6969470c4c service neutron] 10.222.0.43 "GET /v2.0/networks/cfb44490-0f57-4804-b23b-8a6383defd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7634442 Feb 05 18:50:37.163143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:37.163143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:50:37.178922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Sync routers for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:50:37.265621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e73f1e54-40fc-4610-a567-bff7a7f73730 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:37.267504 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e73f1e54-40fc-4610-a567-bff7a7f73730 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 0.2987311 Feb 05 18:50:37.269893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c87b845-db31-430c-8780-262b92136037 None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:37.286999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:37.288022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:37.294324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:37.294324 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7662075 Feb 05 18:50:37.301237 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37222) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:37.500925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Request body: {'port': {'device_id': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e', 'admin_state_up': True, 'tenant_id': '0104543225fe4336b88d48ed8c653f5a'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:37.671894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:37.809150 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-99efa1ea-183a-4686-a61f-b67d16d4c1e9 req-de9d10fa-6958-4ce5-b0dc-a6270131bcee tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 210 time: 0.1210489 Feb 05 18:50:37.853862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-8c87b845-db31-430c-8780-262b92136037 None None] Transition to ACTIVE for port object 24900a43-feb4-4b9d-85fd-75588014f6f6 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:37.939492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-8c87b845-db31-430c-8780-262b92136037 None None] Transition to ACTIVE for port object 24900a43-feb4-4b9d-85fd-75588014f6f6 will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:38.026122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c87b845-db31-430c-8780-262b92136037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.058300 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.107522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.115736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:38.156205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.265662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87b845-db31-430c-8780-262b92136037 None None] Pushing event updated for resources: {'Port': ['ID=24900a43-feb4-4b9d-85fd-75588014f6f6,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:38.277439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Network 00a15d4a-c995-4463-a25f-1dcde34aebc5 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:50:38.287352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8c87b845-db31-430c-8780-262b92136037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:38.318033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:38.353984 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.384200 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c03f2124-87d3-4fde-95b3-abd7c5957d60 req-9d0179c9-eb61-49e2-a205-9fae6f84c16d tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 210 time: 0.4456718 Feb 05 18:50:38.409133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 0bc23ab9-124e-45e8-adc7-1049b91d8aec completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:38.424444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 0bc23ab9-124e-45e8-adc7-1049b91d8aec triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:38.424946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.518650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c87b845-db31-430c-8780-262b92136037 None None] Network 0e6f2205-17c7-485c-b230-98a3329eb62d is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:38.532611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-8c87b845-db31-430c-8780-262b92136037 None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:38.536573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c87b845-db31-430c-8780-262b92136037 None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:38.540034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Usage tracker for resource:port and tenant:0104543225fe4336b88d48ed8c653f5a is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:38.552964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:38.586035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:38.653696 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Network 00a15d4a-c995-4463-a25f-1dcde34aebc5 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:50:38.666798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8c87b845-db31-430c-8780-262b92136037 None None] Attempting to bind port 24900a43-feb4-4b9d-85fd-75588014f6f6 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:38.667226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8c87b845-db31-430c-8780-262b92136037 None None] Attempting to bind port 24900a43-feb4-4b9d-85fd-75588014f6f6 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:38.667888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c87b845-db31-430c-8780-262b92136037 None None] Attempting to bind port 24900a43-feb4-4b9d-85fd-75588014f6f6 on network 0e6f2205-17c7-485c-b230-98a3329eb62d {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: (rel_b, rel_a, rel_b), Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: (rel_b, rel_a, rel_b), Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:50:38.687848 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:50:38.698017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c87b845-db31-430c-8780-262b92136037 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:38.698456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c87b845-db31-430c-8780-262b92136037 None None] Checking segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:38.705112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c87b845-db31-430c-8780-262b92136037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.705112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c87b845-db31-430c-8780-262b92136037 None None] Bound using segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:38.705112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8c87b845-db31-430c-8780-262b92136037 None None] Bound port: 24900a43-feb4-4b9d-85fd-75588014f6f6, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:38.705112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c87b845-db31-430c-8780-262b92136037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.715621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:31Z', 'revision_number': 3, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:38.763055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.792911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Checking router: e64e8245-f980-440a-99a6-dc4429a24dab for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:50:38.793251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Updating router e64e8245-f980-440a-99a6-dc4429a24dab port c4e43655-1684-492b-9b83-6936eda83947 binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:50:38.870090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 0bc23ab9-124e-45e8-adc7-1049b91d8aec, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=0bc23ab9-124e-45e8-adc7-1049b91d8aec,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:50:38.919582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:38.942487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:39.024919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.030960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.033609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Allocated IP 172.27.2.3 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/c4d370a0-df84-46d5-84b1-20b1f24ed856) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:39.036485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Made reservation on behalf of 0104543225fe4336b88d48ed8c653f5a for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:39.055896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.064595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.118337 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.279246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-980e7c9b-6d0f-4540-a9f8-ebcd091e7b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:39.373413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.377719 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a44e3647dcf40bba67ee14961b5988a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8332572 Feb 05 18:50:39.386513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.393994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37292) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:39.440724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=0bc23ab9-124e-45e8-adc7-1049b91d8aec,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:39.454502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.479258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:39.482079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-8c87b845-db31-430c-8780-262b92136037 None None] For port 24900a43-feb4-4b9d-85fd-75588014f6f6, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:39.491289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-8c87b845-db31-430c-8780-262b92136037 None None] For port 24900a43-feb4-4b9d-85fd-75588014f6f6, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=24900a43-feb4-4b9d-85fd-75588014f6f6,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:39.593356 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/00a15d4a-c995-4463-a25f-1dcde34aebc5 HTTP/1.1" status: 204 len: 168 time: 4.9004421 Feb 05 18:50:39.636821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c979b99f-213a-4af3-9115-e3e2c10d85a7,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:39.642371 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37298) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:39.679363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c87b845-db31-430c-8780-262b92136037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:39.773798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:39.805933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:39.809617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Deleting subnet 64abb61d-00e8-4b72-9fb3-25db35bfb722 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:50:39.812125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:39.861536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.071439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Allocated IP 172.20.0.9 (0288e4e8-4b28-4aaa-8665-7f715ccc9f7e/ebbc6465-839e-4fcf-b597-a768890675b3/c9b16a51-e45d-4d66-aa57-979ea5ad8586) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:40.104003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.125184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.165002 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-36a3bef4-d820-43a3-aa9a-aa5ac3d58640 req-d88c4854-8e69-4752-838c-f0d172a9a3c4 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 210 time: 0.2159734 Feb 05 18:50:40.167384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a15d4a-c995-4463-a25f-1dcde34aebc5,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:40.184099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.212372 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-68888d1e-ea0c-4f2c-8424-7a38147e1d5e req-29f94fed-865f-4bc7-a7c6-b7c658c7ab39 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 210 time: 0.7263253 Feb 05 18:50:40.213458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.261361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:40.305946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.375334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.386183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87b845-db31-430c-8780-262b92136037 None None] Pushing event updated for resources: {'Port': ['ID=24900a43-feb4-4b9d-85fd-75588014f6f6,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:40.428139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8c87b845-db31-430c-8780-262b92136037 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:40.447134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.461494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.477404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:40.540661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:41.134699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:41.201535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:41.276554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Allocated IP 172.20.0.1 (1f92a692-6685-460f-afe3-f5d373d5fe34/b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41/a3f3379c-3ad7-40c0-9b7d-6d605daa61c3) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:41.298095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c979b99f-213a-4af3-9115-e3e2c10d85a7,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:41.303886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:41.310671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:41.312114 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c979b99f-213a-4af3-9115-e3e2c10d85a7 HTTP/1.1" status: 204 len: 168 time: 1.9162128 Feb 05 18:50:41.438268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 24900a43-feb4-4b9d-85fd-75588014f6f6 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:41.509877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:41.589049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:41.733859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Transition to ACTIVE for port object c4e43655-1684-492b-9b83-6936eda83947 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:41.775292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 24900a43-feb4-4b9d-85fd-75588014f6f6 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:41.780958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:41.809798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 0bc23ab9-124e-45e8-adc7-1049b91d8aec up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:41.868604 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ddf86a63-0ab6-42a0-9f3c-b0ea7541a3bc req-e8c65404-6281-4cc8-b196-16bb9a861550 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 210 time: 0.3621948 Feb 05 18:50:42.032243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:42.039043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.26', 54210) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:42.044630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:42.137789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bdc02-c699-405d-9da8-8b73f32e114f None None] Pushing event updated for resources: {'Port': ['ID=c4e43655-1684-492b-9b83-6936eda83947,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:42.173677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e1bdc02-c699-405d-9da8-8b73f32e114f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:42.174807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Pushing event updated for resources: {'Port': ['ID=8740fb49-c3f9-4e43-a825-801e6e204f17,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:42.526658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:42.529759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9783a5-04fa-4984-ad62-92fa7cc68ac1 None None] Network 0e6f2205-17c7-485c-b230-98a3329eb62d requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:50:42.549319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Pushing event updated for resources: {'Port': ['ID=c4d370a0-df84-46d5-84b1-20b1f24ed856,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:42.555538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:42.565235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e951a-d898-47eb-a873-692c3b953425 req-53e42cf1-4a19-4b2c-a7e6-e4161302f452 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:42.571269 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-53e42cf1-4a19-4b2c-a7e6-e4161302f452 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.26 "GET /v2.0/networks?id=cfb44490-0f57-4804-b23b-8a6383defd86 HTTP/1.1" status: 200 len: 811 time: 0.5313203 Feb 05 18:50:42.604122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:42.617291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.471s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:42.629097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:42.630888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.214s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:42.633475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Request body: {'port': {'device_id': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'network_id': 'cfb44490-0f57-4804-b23b-8a6383defd86', 'admin_state_up': True, 'tenant_id': 'b7e760a7b3a9476ba1235474d8bdcdb3'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:42.654458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Transition to ACTIVE for port object a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:42.725862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:42.916524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 0bc23ab9-124e-45e8-adc7-1049b91d8aec triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:42.917279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.053199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event updated for resources: {'Port': ['ID=c9b16a51-e45d-4d66-aa57-979ea5ad8586,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:43.057490 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:43.062777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Usage tracker for resource:port and tenant:b7e760a7b3a9476ba1235474d8bdcdb3 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:43.065538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:43.070995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:43.073712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:43.094954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.101518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.338s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:43.101518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:43.112021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Attempting to bind port c4e43655-1684-492b-9b83-6936eda83947 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:43.117950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Attempting to bind port c4e43655-1684-492b-9b83-6936eda83947 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:43.118598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Attempting to bind port c4e43655-1684-492b-9b83-6936eda83947 on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:43.173376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Provisioning for port 24900a43-feb4-4b9d-85fd-75588014f6f6 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:43.183215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Provisioning complete for port 24900a43-feb4-4b9d-85fd-75588014f6f6 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:43.184014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.224336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:43.274196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Made reservation on behalf of b7e760a7b3a9476ba1235474d8bdcdb3 for: {'port': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:50:43.297233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.332281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:43.333041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:43.333669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.334307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:43.335015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Bound port: c4e43655-1684-492b-9b83-6936eda83947, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:43.335765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:43.458720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a135-ad4d-4d56-8e17-bd7323f64d07 req-41d3514e-c6b3-46c7-8de1-2fcbaeb423ba tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:43.464767 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c577a135-ad4d-4d56-8e17-bd7323f64d07 req-41d3514e-c6b3-46c7-8de1-2fcbaeb423ba tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 931 time: 1.6911418 Feb 05 18:50:43.539340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:43.559624 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6eafdbab-62dc-4e38-bc76-51f209b61208 req-a78f6d70-e57c-45f8-83e9-00f093c42282 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 210 time: 0.3322687 Feb 05 18:50:43.616732 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:43.805112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] For port c4e43655-1684-492b-9b83-6936eda83947, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:43.924806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] For port c4e43655-1684-492b-9b83-6936eda83947, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c4e43655-1684-492b-9b83-6936eda83947,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:43.931322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:44.009658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:44.038704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:44.139236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:44.152476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:44.176236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:44.210581 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c577a135-ad4d-4d56-8e17-bd7323f64d07 req-e2885cca-a271-4aca-8095-3528039a998a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321414 Feb 05 18:50:44.218194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:44.235778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:44.257825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:44.287201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:44.373376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:44.374196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:44.401469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] For port 24900a43-feb4-4b9d-85fd-75588014f6f6, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=24900a43-feb4-4b9d-85fd-75588014f6f6,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:50:44.501565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:44.663078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:44.702557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bdc02-c699-405d-9da8-8b73f32e114f None None] Pushing event updated for resources: {'Port': ['ID=c4e43655-1684-492b-9b83-6936eda83947,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:44.710208 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2167559 Feb 05 18:50:44.721512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e1bdc02-c699-405d-9da8-8b73f32e114f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:44.763933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:44.773656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Router 664ea5e2-7461-480a-a123-9e113ec2b230 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:50:44.815950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8c87b845-db31-430c-8780-262b92136037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:44.905281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-d4968f82-f487-4220-86bf-c6fc24752c8d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:50:44.906499 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-d4968f82-f487-4220-86bf-c6fc24752c8d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0223680 Feb 05 18:50:44.996892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:44.999938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:45.034540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:45.125976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64abb61d-00e8-4b72-9fb3-25db35bfb722,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:45.279093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:45.292496 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76493d93-2c1d-42e4-be2a-ae5a61fb31ca req-469bb3fa-44f3-4413-b72c-4c958faa9571 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 210 time: 0.1714714 Feb 05 18:50:45.301207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:45.426705 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/64abb61d-00e8-4b72-9fb3-25db35bfb722 HTTP/1.1" status: 204 len: 168 time: 5.7780161 Feb 05 18:50:45.453498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37376) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:45.512075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:46.083776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:46.212343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e9547060-7ec9-4763-aff6-cd0ce9f44f0a None None] Provisioning for port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:46.253336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Pushing event updated for resources: {'Port': ['ID=24900a43-feb4-4b9d-85fd-75588014f6f6,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:46.274964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.460s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:46.279133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e9547060-7ec9-4763-aff6-cd0ce9f44f0a None None] Provisioning complete for port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:46.280084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e9547060-7ec9-4763-aff6-cd0ce9f44f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:46.503456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-e9547060-7ec9-4763-aff6-cd0ce9f44f0a None None] Port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:50:46.540074 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:46.614580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e9547060-7ec9-4763-aff6-cd0ce9f44f0a None None] Provisioning complete for port 24900a43-feb4-4b9d-85fd-75588014f6f6 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:46.624975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e9547060-7ec9-4763-aff6-cd0ce9f44f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:46.694698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Allocated IP 172.20.0.4 (cfb44490-0f57-4804-b23b-8a6383defd86/ca79d6f8-b31e-44e1-ae05-dfba1f175800/984a7918-9959-4668-91b6-4364f4c36015) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:46.758853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Request body: {'port': {'device_id': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:46.785250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1e667dd6-20b7-417e-960a-da63b2c5687d req-c2650fc5-48bd-4206-b1c1-1f3a5aaed019 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Synchronizing usage tracker for tenant:b7e760a7b3a9476ba1235474d8bdcdb3 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:46.865596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac501ef-6478-45f5-af86-372b289394b2']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:46.888718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cdfa0f-ff15-4f2e-b977-657521768bb3') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:46.889144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cdfa0f-ff15-4f2e-b977-657521768bb3') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:46.907295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:46.961038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:46.963334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:50:47.001885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:50:47.020056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Sync routers for ids ['664ea5e2-7461-480a-a123-9e113ec2b230'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:50:47.035170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Routers {'664ea5e2-7461-480a-a123-9e113ec2b230'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:47.037530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['664ea5e2-7461-480a-a123-9e113ec2b230'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:47.054641 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] 10.222.0.43 "PUT /v2.0/routers/664ea5e2-7461-480a-a123-9e113ec2b230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1438162 Feb 05 18:50:47.054874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:31Z', 'revision_number': 3, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:47.062292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05fb47a-e9a3-45f9-ba95-590f4359a269 None None] The sync data for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi is: [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:31Z', 'revision_number': 3, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:50:47.113277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-5e7e45ee-317e-4922-8d33-0f9b4cb85923 None None] Provisioning complete for port 24900a43-feb4-4b9d-85fd-75588014f6f6 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:47.121406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5e7e45ee-317e-4922-8d33-0f9b4cb85923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:47.213985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a051e-8e76-422f-b79c-15570ef3fc31 req-f3279684-344b-48d8-8d50-273ebcb7ee0f tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:47.227045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e94a051e-8e76-422f-b79c-15570ef3fc31 req-f3279684-344b-48d8-8d50-273ebcb7ee0f tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:47.444413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e94a051e-8e76-422f-b79c-15570ef3fc31 req-f3279684-344b-48d8-8d50-273ebcb7ee0f tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:47.453087 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e94a051e-8e76-422f-b79c-15570ef3fc31 req-f3279684-344b-48d8-8d50-273ebcb7ee0f tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 931 time: 1.3255963 Feb 05 18:50:47.526205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Network 0ac501ef-6478-45f5-af86-372b289394b2 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:50:47.542319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:47.697305 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e94a051e-8e76-422f-b79c-15570ef3fc31 req-7561a226-107b-4130-b3d2-aed7a8299952 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430356 Feb 05 18:50:47.703049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:47.721552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:47.753063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1e667dd6-20b7-417e-960a-da63b2c5687d req-c2650fc5-48bd-4206-b1c1-1f3a5aaed019 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Unset dirty status for tenant:b7e760a7b3a9476ba1235474d8bdcdb3 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:47.766752 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1e667dd6-20b7-417e-960a-da63b2c5687d req-c2650fc5-48bd-4206-b1c1-1f3a5aaed019 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 210 time: 1.0655346 Feb 05 18:50:47.881990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Set router 664ea5e2-7461-480a-a123-9e113ec2b230 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:48.105788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:48.229169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 24900a43-feb4-4b9d-85fd-75588014f6f6 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:48.529163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:50:37Z', 'revision_number': 4, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '8740fb49-c3f9-4e43-a825-801e6e204f17', 'name': '', 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'mac_address': 'fa:16:3e:cb:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ded81c23-d826-47d0-a56c-64d36da95425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:34Z', 'updated_at': '2021-02-05T18:50:38Z', 'revision_number': 2, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'subnets': [{'id': 'ded81c23-d826-47d0-a56c-64d36da95425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:48.535115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Checking router: 664ea5e2-7461-480a-a123-9e113ec2b230 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:50:48.535455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Updating router 664ea5e2-7461-480a-a123-9e113ec2b230 port 8740fb49-c3f9-4e43-a825-801e6e204f17 binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:50:48.583552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 24900a43-feb4-4b9d-85fd-75588014f6f6 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:48.585411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:48.674387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:48.999486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4e43655-1684-492b-9b83-6936eda83947 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:49.171643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port c4e43655-1684-492b-9b83-6936eda83947 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:49.178718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port c4e43655-1684-492b-9b83-6936eda83947 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:49.179623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:49.201582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:50:49.207666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:49.306824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:49.363318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-d2652d56-936d-48a9-bca6-6af4bbd70b62 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:49.364060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-d2652d56-936d-48a9-bca6-6af4bbd70b62 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Synchronizing usage tracker for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:network {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:49.388254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Network 0ac501ef-6478-45f5-af86-372b289394b2 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:50:49.513570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:50:49.557427 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:50:49.563267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:49.595437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port c4e43655-1684-492b-9b83-6936eda83947, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c4e43655-1684-492b-9b83-6936eda83947,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:50:49.618463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:50:49.660434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:49.662735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:49.696749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:49.708581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-d2652d56-936d-48a9-bca6-6af4bbd70b62 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Unset dirty status for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:network {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:49.717491 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-d2652d56-936d-48a9-bca6-6af4bbd70b62 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 819 time: 1.0510535 Feb 05 18:50:49.810249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Transition to ACTIVE for port object 8740fb49-c3f9-4e43-a825-801e6e204f17 will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:49.825393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=c4e43655-1684-492b-9b83-6936eda83947,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:49.829650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:49.843287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:49.904951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:50.011442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4e43655-1684-492b-9b83-6936eda83947 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:50.056788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:50.081283 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-8fe636f2-f0ab-4de9-97f5-13da8875d6cd tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/quotas/49da8a5ef0484fd3802811dcd59e2970 HTTP/1.1" status: 200 len: 375 time: 0.3627701 Feb 05 18:50:50.197594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port c4e43655-1684-492b-9b83-6936eda83947 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:50.198282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:50.389157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c690-0db9-44c1-bd4b-b432a177a05c None None] Pushing event updated for resources: {'Port': ['ID=8740fb49-c3f9-4e43-a825-801e6e204f17,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:50.433943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ab4c690-0db9-44c1-bd4b-b432a177a05c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:50.538712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:50:50.551277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b16a51-e45d-4d66-aa57-979ea5ad8586 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:50:50.565925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Sync routers for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:50:50.582875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:50.584724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:50.586972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:50.669785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-417cd424-7fb1-4d99-adfa-fe35f17d17bc tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Synchronizing usage tracker for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:50.681054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Transition to ACTIVE for port object c9b16a51-e45d-4d66-aa57-979ea5ad8586 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:50.682123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:50.687465 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 16.2484527 Feb 05 18:50:50.694303 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37456) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:50.779683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:50.789384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:50.792489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.279s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:50.809026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Attempting to bind port 8740fb49-c3f9-4e43-a825-801e6e204f17 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:50.809452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Attempting to bind port 8740fb49-c3f9-4e43-a825-801e6e204f17 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:50.810031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Attempting to bind port 8740fb49-c3f9-4e43-a825-801e6e204f17 on network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:50.835341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:50.835938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Checking segment: {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:50.836516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:50.837092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Bound using segment: {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:50.837804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Bound port: 8740fb49-c3f9-4e43-a825-801e6e204f17, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:50.838465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:50.940001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc1778-934f-48e8-add9-b8bd8263eb7c req-3cbcadf1-8556-4ed8-baa6-9c83625a0d56 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:50.958049 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d7dc1778-934f-48e8-add9-b8bd8263eb7c req-3cbcadf1-8556-4ed8-baa6-9c83625a0d56 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 931 time: 1.7967215 Feb 05 18:50:51.007001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:51.065213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:51.067048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:51.072324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:51.212713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac501ef-6478-45f5-af86-372b289394b2,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:51.234834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:51.239485 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0ac501ef-6478-45f5-af86-372b289394b2 HTTP/1.1" status: 204 len: 168 time: 5.7731402 Feb 05 18:50:51.239658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] For port 8740fb49-c3f9-4e43-a825-801e6e204f17, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:51.242638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:51.243636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:51.250924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:51.272574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] For port 8740fb49-c3f9-4e43-a825-801e6e204f17, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=8740fb49-c3f9-4e43-a825-801e6e204f17,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:51.279163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d7dc1778-934f-48e8-add9-b8bd8263eb7c req-a685aa64-eea0-4cee-b509-994aed8cd148 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:51.298137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-417cd424-7fb1-4d99-adfa-fe35f17d17bc tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Unset dirty status for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:51.299866 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-417cd424-7fb1-4d99-adfa-fe35f17d17bc tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2078400 Feb 05 18:50:51.306333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:51.308081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:51.527475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b16a51-e45d-4d66-aa57-979ea5ad8586,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:51.632161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-56a44479-b80e-478c-9ef7-9c9def47b143 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:51.720631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d7dc1778-934f-48e8-add9-b8bd8263eb7c req-a685aa64-eea0-4cee-b509-994aed8cd148 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:51.738117 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d7dc1778-934f-48e8-add9-b8bd8263eb7c req-a685aa64-eea0-4cee-b509-994aed8cd148 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7795525 Feb 05 18:50:51.780737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-9adba12b-54c5-4418-8ce2-3a2abe689cfc None None] Provisioning complete for port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:51.781180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9adba12b-54c5-4418-8ce2-3a2abe689cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:51.921955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:51.926009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Router e64e8245-f980-440a-99a6-dc4429a24dab has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:50:52.023156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-9adba12b-54c5-4418-8ce2-3a2abe689cfc None None] Port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:50:52.098336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4c690-0db9-44c1-bd4b-b432a177a05c None None] Pushing event updated for resources: {'Port': ['ID=8740fb49-c3f9-4e43-a825-801e6e204f17,revision_number=4']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:52.107131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ab4c690-0db9-44c1-bd4b-b432a177a05c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:52.126444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:52.136282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:43Z', 'revision_number': 3, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:52.144178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Routers {'664ea5e2-7461-480a-a123-9e113ec2b230'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:52.145990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Checking router: 987a32ae-8d2f-4a9c-93e8-441b1ce1acec for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:50:52.146530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Updating router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec port c4d370a0-df84-46d5-84b1-20b1f24ed856 binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:50:52.148312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['664ea5e2-7461-480a-a123-9e113ec2b230'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:52.211630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37472) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:52.253623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:52.272572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:52.385754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:52.458621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] Set router 664ea5e2-7461-480a-a123-9e113ec2b230 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:52.473254 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7fe3015a-d831-4533-a115-69c757b3ec44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c34fd5466004a118bd1105a73b028c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2552586 Feb 05 18:50:52.480492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37482) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:52.497329 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-2140824b-2f53-4cf7-bdbe-4c780943a882 service neutron] 10.222.0.43 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0137105 Feb 05 18:50:52.562981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:50:52.596363 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/e64e8245-f980-440a-99a6-dc4429a24dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2938321 Feb 05 18:50:52.601125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Pushing event updated for resources: {'Port': ['ID=984a7918-9959-4668-91b6-4364f4c36015,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:52.628665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:52.708545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Sync routers for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:50:52.758485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c1ce6-4686-48d3-a62c-876cadceaa71 req-ce76e613-1628-4568-b131-9e49d483b01b tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:52.767836 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ab1c1ce6-4686-48d3-a62c-876cadceaa71 req-ce76e613-1628-4568-b131-9e49d483b01b tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 931 time: 0.7438278 Feb 05 18:50:52.803752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:52.804360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:52.832122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Attempting to bind port c9b16a51-e45d-4d66-aa57-979ea5ad8586 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:52.832513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Attempting to bind port c9b16a51-e45d-4d66-aa57-979ea5ad8586 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:52.832878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Attempting to bind port c9b16a51-e45d-4d66-aa57-979ea5ad8586 on network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:52.852405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:52.852777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Checking segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:52.853199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:52.853598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Bound using segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:52.854118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Bound port: c9b16a51-e45d-4d66-aa57-979ea5ad8586, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:52.854522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:52.998382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.040398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.044320 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-83d4dcb2-528e-46a6-bb83-2eb4f18d0017 service neutron] 10.222.0.43 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5227175 Feb 05 18:50:53.129817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] For port c9b16a51-e45d-4d66-aa57-979ea5ad8586, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:53.133703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ab1c1ce6-4686-48d3-a62c-876cadceaa71 req-8ed64862-065a-4423-a9c6-accc38f3c68b tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Synchronizing usage tracker for tenant:b7e760a7b3a9476ba1235474d8bdcdb3 on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:50:53.175479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Network cfb44490-0f57-4804-b23b-8a6383defd86 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:53.180885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:53.182188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] For port c9b16a51-e45d-4d66-aa57-979ea5ad8586, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=c9b16a51-e45d-4d66-aa57-979ea5ad8586,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:53.200107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.212569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:53.230028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Transition to ACTIVE for port object c4d370a0-df84-46d5-84b1-20b1f24ed856 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:53.257046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.280180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.436997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:53.501233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:53.506866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.524028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ab1c1ce6-4686-48d3-a62c-876cadceaa71 req-8ed64862-065a-4423-a9c6-accc38f3c68b tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Unset dirty status for tenant:b7e760a7b3a9476ba1235474d8bdcdb3 on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:50:53.540297 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ab1c1ce6-4686-48d3-a62c-876cadceaa71 req-8ed64862-065a-4423-a9c6-accc38f3c68b tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6917009 Feb 05 18:50:53.584547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Attempting to bind port c4d370a0-df84-46d5-84b1-20b1f24ed856 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:53.585140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Attempting to bind port c4d370a0-df84-46d5-84b1-20b1f24ed856 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:53.585609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Attempting to bind port c4d370a0-df84-46d5-84b1-20b1f24ed856 on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:53.606934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6641-dc3e-4402-95fe-38b5cd4e42f8 None None] Pushing event updated for resources: {'Port': ['ID=c4d370a0-df84-46d5-84b1-20b1f24ed856,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:53.611753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-695c6641-dc3e-4402-95fe-38b5cd4e42f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:53.614974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:53.615712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:53.616048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.616566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:53.617189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Bound port: c4d370a0-df84-46d5-84b1-20b1f24ed856, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:53.617677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.621076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:53.696403 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.0673182 Feb 05 18:50:53.722145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-086b1e73-d6e7-46d2-8427-43649a656b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:53.743958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] For port c4d370a0-df84-46d5-84b1-20b1f24ed856, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:53.748393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] For port c4d370a0-df84-46d5-84b1-20b1f24ed856, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c4d370a0-df84-46d5-84b1-20b1f24ed856,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:53.798836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:50:37Z', 'revision_number': 4, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '8740fb49-c3f9-4e43-a825-801e6e204f17', 'name': '', 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'mac_address': 'fa:16:3e:cb:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ded81c23-d826-47d0-a56c-64d36da95425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:34Z', 'updated_at': '2021-02-05T18:50:51Z', 'revision_number': 4, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'subnets': [{'id': 'ded81c23-d826-47d0-a56c-64d36da95425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:53.809979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.810806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.812963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:53.814650 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c536ae0-831f-4c90-94f3-7dc01aea1d35 HTTP/1.1" status: 204 len: 168 time: 1.3318446 Feb 05 18:50:53.821645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ea886db2-77ce-40f1-95e9-1168e0cf38c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:53.824061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b0f13e-859b-4a90-8e61-07f38cbc4656 None None] The sync data for ids ['664ea5e2-7461-480a-a123-9e113ec2b230'] in dv-cinder-774286-2-iscsi is: [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:50:37Z', 'revision_number': 4, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '8740fb49-c3f9-4e43-a825-801e6e204f17', 'name': '', 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'mac_address': 'fa:16:3e:cb:37:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': 'ded81c23-d826-47d0-a56c-64d36da95425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:34Z', 'updated_at': '2021-02-05T18:50:51Z', 'revision_number': 4, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'subnets': [{'id': 'ded81c23-d826-47d0-a56c-64d36da95425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:50:53.860818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c536ae0-831f-4c90-94f3-7dc01aea1d35,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:53.874544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:53.897040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e1bdc02-c699-405d-9da8-8b73f32e114f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:53.936615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:54.025833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:54.027035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:54.029327 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9b16a51-e45d-4d66-aa57-979ea5ad8586 HTTP/1.1" status: 200 len: 1157 time: 7.9041214 Feb 05 18:50:54.078195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'tag': 'c9b16a51-e45d-4d66-aa57-979ea5ad8586'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:50:54.280502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:50:48Z', 'revision_number': 2, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:54.290734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Checking router: e64e8245-f980-440a-99a6-dc4429a24dab for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:50:54.291288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Updating router e64e8245-f980-440a-99a6-dc4429a24dab port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:50:54.298709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29da5c6-06f5-4c76-b634-097416ba78eb req-af714851-2a68-4179-80a5-f4ec78babdb1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:54.300830 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b29da5c6-06f5-4c76-b634-097416ba78eb req-af714851-2a68-4179-80a5-f4ec78babdb1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 943 time: 0.5800743 Feb 05 18:50:54.301792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b16a51-e45d-4d66-aa57-979ea5ad8586,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:54.345127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:54.540366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:54.732033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c6641-dc3e-4402-95fe-38b5cd4e42f8 None None] Pushing event updated for resources: {'Port': ['ID=c4d370a0-df84-46d5-84b1-20b1f24ed856,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:54.741537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-695c6641-dc3e-4402-95fe-38b5cd4e42f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:54.748030 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b29da5c6-06f5-4c76-b634-097416ba78eb req-5103221e-e655-4194-a9bb-1046ec563b03 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235537 Feb 05 18:50:54.756839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:54.757944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:55.159673 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-72a291fb-bff7-4add-83f7-4af9f7c9c8ad req-93461e4d-f343-41e4-b96b-913c960cbba5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 210 time: 0.0884778 Feb 05 18:50:55.166409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:55.248478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37538) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:55.257182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110190168', 'description': 'tempest-description--1380615693'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:55.297488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37542) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:55.314897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:55.329550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:55.334542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:55.347920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:55.357770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:55.391942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Transition to ACTIVE for port object a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:55.409123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:55.437388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:55.447618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:55.452604 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group_rule and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:55.454189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:55.461283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:55.477911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:55.526830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Allocated IP 172.20.0.1 (0e6f2205-17c7-485c-b230-98a3329eb62d/2f9b5aa1-fef9-417d-ac13-4d671c02a9bc/dfbd8ca8-da19-42be-a31b-fc5e752b1a27) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:50:55.561491 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-00722867-82b2-48d7-9aa7-878f8a2f137e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6192b985859d451cbef6c0cbcc15e532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627008 Feb 05 18:50:55.567272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37548) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:55.601063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Request body: {'port': {'device_id': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:55.742508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cd53e-3e0d-43ff-a69e-ee67d6d15bc8 None None] Pushing event updated for resources: {'Port': ['ID=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:55.749928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3c4cd53e-3e0d-43ff-a69e-ee67d6d15bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:55.847802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:43Z', 'revision_number': 3, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:55.859284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ecdb72-770a-4a60-a0d0-8fb8463438ec None None] The sync data for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi is: [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:43Z', 'revision_number': 3, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:50:55.881436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68939926-01cc-468c-961b-94ca6ec3c1a1 req-90feda67-17a3-4392-8c54-7eb1c91f2d81 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:55.891280 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-68939926-01cc-468c-961b-94ca6ec3c1a1 req-90feda67-17a3-4392-8c54-7eb1c91f2d81 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 931 time: 0.5218179 Feb 05 18:50:55.970930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:55.989347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.036581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 8740fb49-c3f9-4e43-a825-801e6e204f17 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:56.093866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.113323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Attempting to bind port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:56.113977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Attempting to bind port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:56.114751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Attempting to bind port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 on network 1f92a692-6685-460f-afe3-f5d373d5fe34 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:56.125529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:56.127114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Checking segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:56.127740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.128317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Bound using segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:56.128998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Bound port: a3f3379c-3ad7-40c0-9b7d-6d605daa61c3, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:56.129695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.169481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9097b684-8f08-43c4-8482-39a4dffefce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:56.208314 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'tag': 'c9b16a51-e45d-4d66-aa57-979ea5ad8586', 'status': 'completed', 'code': 200} Feb 05 18:50:56.232511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.262112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] For port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:56.265699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] For port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:56.283681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 8740fb49-c3f9-4e43-a825-801e6e204f17 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:56.295419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 8740fb49-c3f9-4e43-a825-801e6e204f17 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:56.296133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.309879 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-68939926-01cc-468c-961b-94ca6ec3c1a1 req-2067fcbc-faa2-4c76-81a2-8b0b01a341ad tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175298 Feb 05 18:50:56.321035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.352305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa429b-86e4-48f6-bc95-68625a79be5c,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:56.373086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.388695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.390223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.394355 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1419859 Feb 05 18:50:56.399408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37570) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:56.400276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:56.400664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:56.425755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'security_group_rule': {'security_group_id': 'd3fa429b-86e4-48f6-bc95-68625a79be5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:56.479501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Transition to ACTIVE for port object dfbd8ca8-da19-42be-a31b-fc5e752b1a27 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:56.530374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:56.554719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cd53e-3e0d-43ff-a69e-ee67d6d15bc8 None None] Pushing event updated for resources: {'Port': ['ID=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,revision_number=4']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:56.611577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3c4cd53e-3e0d-43ff-a69e-ee67d6d15bc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:56.635285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.669744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group_rule and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:56.676213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:56.679405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 8740fb49-c3f9-4e43-a825-801e6e204f17, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=8740fb49-c3f9-4e43-a825-801e6e204f17,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:50:56.698252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:56.723311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.725692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:56.740064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-1448ceeb-6c2a-4080-a910-8c791b9f8364 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:56.741804 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-1448ceeb-6c2a-4080-a910-8c791b9f8364 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 819 time: 0.6564457 Feb 05 18:50:56.764661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:50:56.765942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:50:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:56.788787 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-48706853-59f7-42d4-868d-8fb70d441dd2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/quotas/49da8a5ef0484fd3802811dcd59e2970 HTTP/1.1" status: 200 len: 375 time: 0.0259156 Feb 05 18:50:56.837213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-f3d51327-a834-4b9c-b3f8-35488cbc572c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:56.841403 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-f3d51327-a834-4b9c-b3f8-35488cbc572c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 1160 time: 0.6327479 Feb 05 18:50:56.859046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:56.960937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=8740fb49-c3f9-4e43-a825-801e6e204f17,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:56.971312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:57.073754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:57.099024 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-35009164-efa5-4a62-8aad-ee00e16e6495 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b16a51-e45d-4d66-aa57-979ea5ad8586 HTTP/1.1" status: 200 len: 217 time: 0.1971529 Feb 05 18:50:57.103588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4a06f13d-be12-4878-a93b-9983876c5b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:57.217424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:50:57.226095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.26', 54227) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:57.227894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7132cd7f-730c-4bb7-bf50-eed971b084fd,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:57.232096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-5798abc0-3a73-481e-aff4-1569989e2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:57.233698 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-5798abc0-3a73-481e-aff4-1569989e2662 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.1117783 Feb 05 18:50:57.249322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:57.346440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:57.372120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:57.446844 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-ac3ec9a5-2a28-4676-a563-b8b2159cbd64 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6569810 Feb 05 18:50:57.522530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:57.921261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984a7918-9959-4668-91b6-4364f4c36015 {{(pid=80171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:50:57.930642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:57.945034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Transition to ACTIVE for port object 984a7918-9959-4668-91b6-4364f4c36015 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:50:57.970045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:57.972782 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-351d096a-0bed-4bcc-87af-502848494e2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7194006 Feb 05 18:50:57.973680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:57.974908 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7132cd7f-730c-4bb7-bf50-eed971b084fd HTTP/1.1" status: 204 len: 168 time: 2.4034395 Feb 05 18:50:58.001656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.149343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-734c7c7c-f2cb-415e-9b02-6899cb44b433 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:58.171871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 8740fb49-c3f9-4e43-a825-801e6e204f17 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:58.240100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea23cb0-9fd2-42c3-aae0-e01e69811540 req-040ec968-02e8-4a55-9339-b35a648af6ae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:58.242777 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1ea23cb0-9fd2-42c3-aae0-e01e69811540 req-040ec968-02e8-4a55-9339-b35a648af6ae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 943 time: 1.7029314 Feb 05 18:50:58.249481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:58.331862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 8740fb49-c3f9-4e43-a825-801e6e204f17 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:58.333927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.335436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:50:56Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:50:58.340492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883dd8b3-d2a1-479e-80e7-865c0b1539d1 None None] The sync data for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi is: [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:50:56Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:50:58.348945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:58.429568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:58.435683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Pushing event updated for resources: {'Port': ['ID=984a7918-9959-4668-91b6-4364f4c36015,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:58.439086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:58.449361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Attempting to bind port 984a7918-9959-4668-91b6-4364f4c36015 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:50:58.449751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Attempting to bind port 984a7918-9959-4668-91b6-4364f4c36015 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '04e21ac7-18bd-4509-8e35-bdd6741055a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfb44490-0f57-4804-b23b-8a6383defd86'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:50:58.450111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Attempting to bind port 984a7918-9959-4668-91b6-4364f4c36015 on network cfb44490-0f57-4804-b23b-8a6383defd86 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:50:58.459629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:50:58.460005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Checking segment: {'id': '04e21ac7-18bd-4509-8e35-bdd6741055a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfb44490-0f57-4804-b23b-8a6383defd86'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:50:58.460444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.460835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Bound using segment: {'id': '04e21ac7-18bd-4509-8e35-bdd6741055a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfb44490-0f57-4804-b23b-8a6383defd86'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:50:58.461335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Bound port: 984a7918-9959-4668-91b6-4364f4c36015, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e21ac7-18bd-4509-8e35-bdd6741055a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cfb44490-0f57-4804-b23b-8a6383defd86'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:50:58.461714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.480449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0260f956-098e-4a39-b590-1c6743688af0,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:58.518156 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1ea23cb0-9fd2-42c3-aae0-e01e69811540 req-fb72fbf6-67b3-42a4-a621-4ab74163b76f tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612271 Feb 05 18:50:58.519414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.520743 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1158500 Feb 05 18:50:58.644411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Network 0e6f2205-17c7-485c-b230-98a3329eb62d is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:50:58.701067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4d370a0-df84-46d5-84b1-20b1f24ed856 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:50:58.711688 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-32b79cb0-004c-401b-a2e1-6e06a34c6251 service neutron] 10.222.0.43 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2638965 Feb 05 18:50:58.712614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37618) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:58.736384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'security_group_rule': {'security_group_id': 'd3fa429b-86e4-48f6-bc95-68625a79be5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:58.814592 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:58.826268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:50:58.829976 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-2f81b240-3c7b-4f5f-8ddd-cbfb3b9f1334 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718558 Feb 05 18:50:58.834520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37628) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:58.835305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:50:58.835802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.900464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d74ad94a-cec4-4cd4-91c1-f236469f64ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.928731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port c4d370a0-df84-46d5-84b1-20b1f24ed856 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:58.935254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port c4d370a0-df84-46d5-84b1-20b1f24ed856 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:58.935815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:58.983970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:59.015830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] For port 984a7918-9959-4668-91b6-4364f4c36015, host hv-cinder-77428, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:50:59.019275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group_rule and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:59.056726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:59.076029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:59.114093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] For port 984a7918-9959-4668-91b6-4364f4c36015, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a7918-9959-4668-91b6-4364f4c36015,segment=NetworkSegment(04e21ac7-18bd-4509-8e35-bdd6741055a1),segment_id=04e21ac7-18bd-4509-8e35-bdd6741055a1)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:50:59.184370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.237321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.253933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6ce4b855-4fdc-4f61-8e4e-4f1ce8ba89b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:59.278452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-45ac64a5-a7c0-4700-9d5c-a216988a2c28 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:59.280719 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-45ac64a5-a7c0-4700-9d5c-a216988a2c28 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 819 time: 2.0378473 Feb 05 18:50:59.286852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port c4d370a0-df84-46d5-84b1-20b1f24ed856, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c4d370a0-df84-46d5-84b1-20b1f24ed856,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:50:59.322750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Request body: {'port': {'device_id': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25', 'admin_state_up': True, 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:59.332071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-cc01f551-53e9-4142-9312-5f6fcdbd4931 None None] Provisioning for port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:50:59.335602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.340595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:59.344630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.362556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.422071 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-f16321ee-04a6-43ca-bfea-f5989ab066e1 service neutron] 10.222.0.43 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6873109 Feb 05 18:50:59.475629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=c4d370a0-df84-46d5-84b1-20b1f24ed856,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:59.478891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-cc01f551-53e9-4142-9312-5f6fcdbd4931 None None] Provisioning complete for port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:50:59.480161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cc01f551-53e9-4142-9312-5f6fcdbd4931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.555391 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:59.556349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-cc01f551-53e9-4142-9312-5f6fcdbd4931 None None] Port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:50:59.568899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.606844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.607666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Pushing event updated for resources: {'Port': ['ID=984a7918-9959-4668-91b6-4364f4c36015,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:59.614781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:59.628365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:50:59.651070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf8d3b7-9eef-4fd3-b75e-f7ece9e75ead,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:50:59.669466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:59.678013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:50:59.688674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Usage tracker for resource:security_group_rule and tenant:af20952cc77944d6ac9c891e15bac140 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:50:59.692184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:50:59.705080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:50:59.743374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:50:59.744094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.745683 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] 10.222.0.26 "PUT /v2.0/ports/984a7918-9959-4668-91b6-4364f4c36015 HTTP/1.1" status: 200 len: 1157 time: 4.1529670 Feb 05 18:50:59.746243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'tag': '984a7918-9959-4668-91b6-4364f4c36015'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:50:59.830706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:50:59.830706 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0941193 Feb 05 18:50:59.833530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37664) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:50:59.847089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:50:59.962032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:50:59.990958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:floatingip and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:00.117464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:00.162845 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:00.267444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f7f5b-6ed2-4129-91b6-de0531f1322e req-b0efef83-ccd5-4052-a4fd-5d3d6b41fee9 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:00.269456 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e01f7f5b-6ed2-4129-91b6-de0531f1322e req-b0efef83-ccd5-4052-a4fd-5d3d6b41fee9 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 943 time: 1.4358652 Feb 05 18:51:00.282007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:00.288247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:00.330235 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d31f382e-1fdf-4737-960e-5d8a6962f965 req-5c97f572-7127-431d-ab9e-68b02cec4624 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4415686 Feb 05 18:51:00.428626 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e01f7f5b-6ed2-4129-91b6-de0531f1322e req-41350b25-6eb5-4e28-b2b0-92bc99b9e331 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440592 Feb 05 18:51:00.548709 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1e43b7bb-565a-4406-9c93-a567e28e4936 req-5fa07e00-2efb-48e3-97fc-421da5151669 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 210 time: 0.0499835 Feb 05 18:51:00.755517 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'tag': '984a7918-9959-4668-91b6-4364f4c36015', 'status': 'completed', 'code': 200} Feb 05 18:51:01.202715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:01.209852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:01.210403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.397884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.445814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:01.454013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:01.459542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:01.483643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Made reservation on behalf of 49da8a5ef0484fd3802811dcd59e2970 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:01.503105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd466b35-1685-4094-bb73-b7a979066e77 req-fd2b3545-4c33-4d43-8b04-3083941b0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:01.504931 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fd466b35-1685-4094-bb73-b7a979066e77 req-fd2b3545-4c33-4d43-8b04-3083941b0bb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e760a7b3a9476ba1235474d8bdcdb3&device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 1160 time: 0.2235589 Feb 05 18:51:01.506620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.544654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.546027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4d370a0-df84-46d5-84b1-20b1f24ed856 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:01.581242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:01.617126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd08193-b5ad-4a5f-9098-c67a467193b4 req-68ad716c-fdcb-4e46-a54e-1dd3ef39cd9d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:01.619105 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6bd08193-b5ad-4a5f-9098-c67a467193b4 req-68ad716c-fdcb-4e46-a54e-1dd3ef39cd9d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 943 time: 0.2717266 Feb 05 18:51:01.643778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.646539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-14bf6b77-615d-4b0b-a95f-768ed05d7724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.660114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.729449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:01.752610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:01.773302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.779870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.782013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be914ef-7f64-4a34-9ecc-239b403822da req-a16e452a-76e2-4eeb-a85e-b726b27d55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:01.783765 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be914ef-7f64-4a34-9ecc-239b403822da req-a16e452a-76e2-4eeb-a85e-b726b27d55b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 1160 time: 0.5385683 Feb 05 18:51:01.786643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port c4d370a0-df84-46d5-84b1-20b1f24ed856 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:01.787265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:01.897244 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6bd08193-b5ad-4a5f-9098-c67a467193b4 req-09924adb-cfd8-4d90-b7d4-e32aac8ea21d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311182 Feb 05 18:51:01.933448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:02.000392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd466b35-1685-4094-bb73-b7a979066e77 req-5ada267e-1462-4b0a-af48-56c86a2fe921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:02.002000 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fd466b35-1685-4094-bb73-b7a979066e77 req-5ada267e-1462-4b0a-af48-56c86a2fe921 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b7e760a7b3a9476ba1235474d8bdcdb3&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4805627 Feb 05 18:51:02.131647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:02.154728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:02.180223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:02.188670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:02.232831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be914ef-7f64-4a34-9ecc-239b403822da req-3d07ca39-3491-47e0-aacf-df7472a8143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:02.234572 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be914ef-7f64-4a34-9ecc-239b403822da req-3d07ca39-3491-47e0-aacf-df7472a8143c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 906 time: 0.3200119 Feb 05 18:51:02.242839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f85511-3208-4e2e-9b0e-01436f75dbc8,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:02.247856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:02.249041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:02.334619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:02.340615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:02.381594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd466b35-1685-4094-bb73-b7a979066e77 req-966e4d74-a0c6-452b-9999-2486fc419847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:02.389250 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fd466b35-1685-4094-bb73-b7a979066e77 req-966e4d74-a0c6-452b-9999-2486fc419847 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3799677 Feb 05 18:51:02.424077 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cbf03116-75ba-4996-bca8-ba17c3129cda req-f3db287b-9e7a-48f8-9b60-1e2a41919f5c tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 210 time: 0.2310083 Feb 05 18:51:02.684373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:02.789192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:02.837644 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af20952cc77944d6ac9c891e15bac140&name=default HTTP/1.1" status: 200 len: 2979 time: 3.9588552 Feb 05 18:51:02.872726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37710) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:02.897311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e951a-d898-47eb-a873-692c3b953425 req-c111d3c2-a57a-4113-8787-39de54a5ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:02.899559 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-c111d3c2-a57a-4113-8787-39de54a5ae74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b7e760a7b3a9476ba1235474d8bdcdb3&device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 1160 time: 0.2645259 Feb 05 18:51:02.984220 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be914ef-7f64-4a34-9ecc-239b403822da req-d26cbfbb-9bae-4e36-899d-ef4b57fdb847 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b16a51-e45d-4d66-aa57-979ea5ad8586 HTTP/1.1" status: 200 len: 217 time: 0.6037579 Feb 05 18:51:02.990886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Allocated IP 172.27.2.44 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/c5f4088e-63fe-4176-ba83-f52bb746d41e) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:51:03.041339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Network 0e6f2205-17c7-485c-b230-98a3329eb62d is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:03.058202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:03.077681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:03.081471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:03.244884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be914ef-7f64-4a34-9ecc-239b403822da req-e061fe6b-ffe3-4ac3-b331-a9bdcc0fbbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:03.247077 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be914ef-7f64-4a34-9ecc-239b403822da req-e061fe6b-ffe3-4ac3-b331-a9bdcc0fbbc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.1642973 Feb 05 18:51:03.412716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f73819-6349-4d65-b9a8-793c89217e11 req-293328a3-2f73-4d86-bef6-3aeb5f95af82 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:03.414627 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-95f73819-6349-4d65-b9a8-793c89217e11 req-293328a3-2f73-4d86-bef6-3aeb5f95af82 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 943 time: 1.7574887 Feb 05 18:51:03.428613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-3a849c14-945e-413a-a10b-53f6e730f85e None None] Provisioning complete for port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:03.429040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3a849c14-945e-413a-a10b-53f6e730f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:03.542749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-3a849c14-945e-413a-a10b-53f6e730f85e None None] Port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:51:03.553424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.26', 54237) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:03.597750 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-97c42b62-63c1-445b-aedc-cdc347af91ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=984a7918-9959-4668-91b6-4364f4c36015 HTTP/1.1" status: 200 len: 217 time: 0.1304002 Feb 05 18:51:03.670542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37738) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:03.699190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:03.743152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:03.759098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be914ef-7f64-4a34-9ecc-239b403822da req-9346178c-6db7-472b-9d36-0ddc544ff5da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2107408 Feb 05 18:51:03.807972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:03.829674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e951a-d898-47eb-a873-692c3b953425 req-afaaa332-8e91-4eb3-94d9-fd479f1815f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:03.831411 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-afaaa332-8e91-4eb3-94d9-fd479f1815f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ca79d6f8-b31e-44e1-ae05-dfba1f175800 HTTP/1.1" status: 200 len: 851 time: 0.2085695 Feb 05 18:51:03.949038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6954b89-0443-4195-931a-a3e5f3b27c7b req-146fe5bb-8eba-4234-b459-60609fa17249 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:03.951119 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e6954b89-0443-4195-931a-a3e5f3b27c7b req-146fe5bb-8eba-4234-b459-60609fa17249 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 943 time: 0.4828498 Feb 05 18:51:04.002275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.028704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-940fbd4a-36c4-4ec4-acee-21a45c08660d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80172) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:51:04.038572 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-95f73819-6349-4d65-b9a8-793c89217e11 req-8b0ad911-efaa-4228-ad91-52939bf02757 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882324 Feb 05 18:51:04.040600 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be914ef-7f64-4a34-9ecc-239b403822da req-e82ee5cd-c845-41c3-9a4b-335377092b1f service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684827 Feb 05 18:51:04.047473 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-43afa6c0-9d3a-4be8-9c6f-65c89d16d68a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cfb44490-0f57-4804-b23b-8a6383defd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026038 Feb 05 18:51:04.089396 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.195579 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e6954b89-0443-4195-931a-a3e5f3b27c7b req-59b8807d-78fc-494e-adc5-9bd235a36169 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014976 Feb 05 18:51:04.239410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:51:04.244109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:04.248926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Usage tracker for resource:security_group_rule and tenant:8a84134cf76049e095bf43e8a477adcc is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:04.252123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:04.257911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:04.271533 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-b655e071-a811-42d6-9708-71abc565b9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/cfb44490-0f57-4804-b23b-8a6383defd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070754 Feb 05 18:51:04.380293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.381851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.389365 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-53aa65c5-d7ca-4dc2-8524-b20a768a90d2 req-3352d590-33da-4e2f-87a4-be8140246033 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 210 time: 0.1660795 Feb 05 18:51:04.395216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device c9b16a51-e45d-4d66-aa57-979ea5ad8586 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:04.410390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:04.458690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.519429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f85511-3208-4e2e-9b0e-01436f75dbc8,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:04.525616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:04.531076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.531076 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7f85511-3208-4e2e-9b0e-01436f75dbc8 HTTP/1.1" status: 204 len: 168 time: 1.6503975 Feb 05 18:51:04.532121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:04.566734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port c9b16a51-e45d-4d66-aa57-979ea5ad8586 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:04.573794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port c9b16a51-e45d-4d66-aa57-979ea5ad8586 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:04.574577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.705535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'Port': ['ID=c5f4088e-63fe-4176-ba83-f52bb746d41e,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:04.728935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-f81a1362-fb8f-4b28-87a4-021e3b8dcbf5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:04.731661 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-f81a1362-fb8f-4b28-87a4-021e3b8dcbf5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 819 time: 1.1707129 Feb 05 18:51:04.738015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:04.739785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.755333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.777391 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Allocated IP 172.20.0.10 (9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25/ded81c23-d826-47d0-a56c-64d36da95425/046224e0-af04-4971-b2b6-6d592b21310e) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:51:04.779604 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b1c90b58-2dd8-4e77-a842-200ebb7e8cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:04.799013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b16a51-e45d-4d66-aa57-979ea5ad8586'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:04.810813 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b5e951a-d898-47eb-a873-692c3b953425 req-90e3cbb3-48cb-4ee3-b708-72f91e2a18bf service neutron] 10.222.0.26 "GET /v2.0/networks/cfb44490-0f57-4804-b23b-8a6383defd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5310688 Feb 05 18:51:04.817681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45e0ed7-a062-47bd-9624-346190e3c25c,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:04.825525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:04.833702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Request body: {'port': {'device_id': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25', 'admin_state_up': True, 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:04.888979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:04.891190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:04.899455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:51:04.935508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port c9b16a51-e45d-4d66-aa57-979ea5ad8586, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=c9b16a51-e45d-4d66-aa57-979ea5ad8586,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:04.975092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:04.978012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:05.109205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=c9b16a51-e45d-4d66-aa57-979ea5ad8586,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:05.120917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:05.141356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:05.230659 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be914ef-7f64-4a34-9ecc-239b403822da req-315e9221-83d5-4f12-94c9-f70fbc2146db service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1219826 Feb 05 18:51:05.261934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:51:05.265325 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a84134cf76049e095bf43e8a477adcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5930879 Feb 05 18:51:05.280810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37778) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:05.288673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Sync routers for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:51:05.301741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:51:05.306469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:51:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:05.364565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:05.435259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:05.482083 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] 10.222.0.43 "PUT /v2.0/routers/987a32ae-8d2f-4a9c-93e8-441b1ce1acec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7837782 Feb 05 18:51:05.482083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37784) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:05.509394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:05.554661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa7e04-1520-40ac-96ba-90844d1a0898 req-f11e3c59-9aa3-45c3-bedb-007b1743cd5f tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:05.556638 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-72fa7e04-1520-40ac-96ba-90844d1a0898 req-f11e3c59-9aa3-45c3-bedb-007b1743cd5f tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 943 time: 0.3232388 Feb 05 18:51:05.573623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:05.625987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Usage tracker for resource:port and tenant:49da8a5ef0484fd3802811dcd59e2970 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:05.635127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:05.648821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:05.657766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:05.698024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:05.712620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Made reservation on behalf of 49da8a5ef0484fd3802811dcd59e2970 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:05.721976 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-72fa7e04-1520-40ac-96ba-90844d1a0898 req-cde57e7d-f0b4-4ad6-ae43-6300ad05ff29 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261461 Feb 05 18:51:05.738029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:05.745477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:51:05.912776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Usage tracker for resource:security_group_rule and tenant:191e8e0cf1ae4a29b7c98d2ac2036d01 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:05.929968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device c9b16a51-e45d-4d66-aa57-979ea5ad8586 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:05.945198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:06.013231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:06.058787 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b16a51-e45d-4d66-aa57-979ea5ad8586', 'code': 200} Feb 05 18:51:06.231546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef154ca-1f50-47c9-a40d-0497d197c49d req-e85cb348-f2f3-4fd8-957a-4e0af677de7c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:06.233031 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cef154ca-1f50-47c9-a40d-0497d197c49d req-e85cb348-f2f3-4fd8-957a-4e0af677de7c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.2865543 Feb 05 18:51:06.287268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port c9b16a51-e45d-4d66-aa57-979ea5ad8586 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:06.287788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.305532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-78d64cf5-ba62-49fa-bfa6-a93375208c9d req-30b14b1d-7cfa-4c24-8cd0-fdd8eff63061 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Synchronizing usage tracker for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:06.310876 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cef154ca-1f50-47c9-a40d-0497d197c49d req-674af2de-bdb3-4816-95a4-4df358641f4a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708992 Feb 05 18:51:06.334468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.380235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.423895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-78d64cf5-ba62-49fa-bfa6-a93375208c9d req-30b14b1d-7cfa-4c24-8cd0-fdd8eff63061 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Unset dirty status for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:06.431520 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-78d64cf5-ba62-49fa-bfa6-a93375208c9d req-30b14b1d-7cfa-4c24-8cd0-fdd8eff63061 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 210 time: 0.1971920 Feb 05 18:51:06.448970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.529952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:06.582866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.606305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2aad595d-7909-456f-ae37-ac58d1297080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:06.627655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45e0ed7-a062-47bd-9624-346190e3c25c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:06.645648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:06.667605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.673127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.683971 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e45e0ed7-a062-47bd-9624-346190e3c25c HTTP/1.1" status: 204 len: 168 time: 1.3931935 Feb 05 18:51:06.723958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:00Z', 'revision_number': 2, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:06.724379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'Port': ['ID=c5f4088e-63fe-4176-ba83-f52bb746d41e,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:06.728060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:06.731583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.733074 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8984203 Feb 05 18:51:06.738442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Checking router: 987a32ae-8d2f-4a9c-93e8-441b1ce1acec for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:51:06.739058 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Updating router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:51:06.744541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-bd6ba0a7-e43a-4d82-b316-46e09137b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:06.746347 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-bd6ba0a7-e43a-4d82-b316-46e09137b73c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 1162 time: 0.2295787 Feb 05 18:51:06.801546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.864494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.875297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.887025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Allocated IP 172.20.0.9 (9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25/ded81c23-d826-47d0-a56c-64d36da95425/14fc612b-0ea7-4414-9590-5d61f3330bb7) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:51:06.892040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.893859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:06.898730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:06.903713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Usage tracker for resource:security_group_rule and tenant:87c6c5e8024a4be58acdb5b876f1d4ec is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:06.906896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:06.912865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:06.939386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:07.007643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37812) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:07.014137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2012954918', 'description': 'tempest-description--1329515114'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:07.036979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:07.041286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:07.045283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:07.052330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:07.163658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f1e859-6797-4443-bb6a-09ccfd897b39,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:07.196445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37826) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:07.200086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.232259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:07.250937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:07.258379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group_rule and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:07.258607 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=191e8e0cf1ae4a29b7c98d2ac2036d01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7761686 Feb 05 18:51:07.259226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:07.280762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-4ede8119-a5b0-42a1-87ee-3ffe7422746b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:07.283794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37830) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:07.287609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:07.295645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:07.364157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.377747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:07.390359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:07.414625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:51:07.474017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.484975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:07.485701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.500812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Pushing event updated for resources: {'Port': ['ID=046224e0-af04-4971-b2b6-6d592b21310e,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:07.513181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-4ede8119-a5b0-42a1-87ee-3ffe7422746b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:07.515852 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-4ede8119-a5b0-42a1-87ee-3ffe7422746b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1110190168&fields=id&tenant_id=4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 267 time: 0.3511741 Feb 05 18:51:07.518660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.521547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:07.539893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37840) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:07.570196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1f142478-e5ce-4d32-bcf8-8869de5946c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:07.592904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.627283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.629667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.642943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.659383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Transition to ACTIVE for port object dfbd8ca8-da19-42be-a31b-fc5e752b1a27 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:07.705966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.724242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:07.805878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f82651-1080-4143-a45f-0221de650996 req-31598c0f-4e55-48b7-bbbf-aebcce17707f tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:07.808319 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f6f82651-1080-4143-a45f-0221de650996 req-31598c0f-4e55-48b7-bbbf-aebcce17707f tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 943 time: 0.8555350 Feb 05 18:51:07.809360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Synchronizing usage tracker for tenant:87c6c5e8024a4be58acdb5b876f1d4ec on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:07.822338 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.5039489 Feb 05 18:51:07.839865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed3d4e-b115-4c19-aa06-d6aca6362a58,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:07.877770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:07.885798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b21e8-29c9-4e54-9670-f4c0ef3ed40a None None] Pushing event updated for resources: {'Port': ['ID=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:07.889197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-741b21e8-29c9-4e54-9670-f4c0ef3ed40a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:07.897046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Request body: {'port': {'device_id': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:07.930583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:07.936941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:12efd0300480407988f2ad3e88f444f1 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:07.941715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:07.944761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:07.958772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:07.962609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Usage tracker for resource:security_group_rule and tenant:72d08f303a134966ac8417a62d983ce1 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:07.974613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:07.974773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:07.988507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:08.007685 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f6f82651-1080-4143-a45f-0221de650996 req-2f84bafe-ace0-4116-a800-af54cdc01d05 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778083 Feb 05 18:51:08.021352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Unset dirty status for tenant:87c6c5e8024a4be58acdb5b876f1d4ec on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:08.022740 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2cfbc2e8-d6d6-4619-bd0b-d22e8ae4fb36 req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2593741 Feb 05 18:51:08.025428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.057069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:08.100684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.169475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Attempting to bind port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:51:08.170298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Attempting to bind port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:51:08.170913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Attempting to bind port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 on network 0e6f2205-17c7-485c-b230-98a3329eb62d {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:51:08.175527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.179006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:51:08.179619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Checking segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:08.180226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.181684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Bound using segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:51:08.181684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Bound port: dfbd8ca8-da19-42be-a31b-fc5e752b1a27, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:51:08.182386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.202903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-3d45a81f-acf5-4418-b456-4d2ce824d4ab None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80172) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:51:08.219030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-0f6d7c82-f4c7-4632-9f0e-7dc6c076e6e8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:08.219793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-0f6d7c82-f4c7-4632-9f0e-7dc6c076e6e8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:08.222481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.270525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078d39c0-5ed0-4ed6-9466-83d206934bd5,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:08.282583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:08.286883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:08.302079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.303365 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17f1e859-6797-4443-bb6a-09ccfd897b39 HTTP/1.1" status: 204 len: 168 time: 1.0141959 Feb 05 18:51:08.309707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f1e859-6797-4443-bb6a-09ccfd897b39,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:08.312264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:08.325514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.326925 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3181682 Feb 05 18:51:08.332075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37848) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:08.345324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'security_group_rule': {'security_group_id': '078d39c0-5ed0-4ed6-9466-83d206934bd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:08.368444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] For port dfbd8ca8-da19-42be-a31b-fc5e752b1a27, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:51:08.379217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-0f6d7c82-f4c7-4632-9f0e-7dc6c076e6e8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:08.385400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] For port dfbd8ca8-da19-42be-a31b-fc5e752b1a27, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:51:08.386715 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-0f6d7c82-f4c7-4632-9f0e-7dc6c076e6e8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 817 time: 0.8476927 Feb 05 18:51:08.399258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:08.405538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group_rule and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:08.412452 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-e17b2bc0-78ea-49a1-9cec-41a61e917ff6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/quotas/4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 375 time: 0.0246646 Feb 05 18:51:08.415412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.416741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:08.438610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-741b21e8-29c9-4e54-9670-f4c0ef3ed40a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:08.522858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:08.543270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.553309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.582612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:08.590926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 984a7918-9959-4668-91b6-4364f4c36015 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:08.656340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-7ce0d26b-1b6e-417a-8450-05cbdb65a099 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:08.661801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b21e8-29c9-4e54-9670-f4c0ef3ed40a None None] Pushing event updated for resources: {'Port': ['ID=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:08.662106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.666321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-741b21e8-29c9-4e54-9670-f4c0ef3ed40a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:08.677706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.737025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.763541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:51:08.764450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:51:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:08.806985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:08.846096 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72d08f303a134966ac8417a62d983ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3026323 Feb 05 18:51:08.846096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb37591-8977-4efe-8b30-b43e176ba414,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:08.868063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 37854) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:08.878090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-7ce0d26b-1b6e-417a-8450-05cbdb65a099 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:08.879756 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-7ce0d26b-1b6e-417a-8450-05cbdb65a099 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4592252 Feb 05 18:51:08.903154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:08.913479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 984a7918-9959-4668-91b6-4364f4c36015 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:08.956955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.980099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:08.983193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 984a7918-9959-4668-91b6-4364f4c36015 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:08.983701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.058022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.064490 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-72256b39-cd5b-44e9-9f68-5ec0e77a3bbf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:09.105985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f99a04-9c0a-4783-ba8e-1020ebc581c7,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:09.126211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:09.151485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.153335 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8202357 Feb 05 18:51:09.157399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37866) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:09.166155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'security_group_rule': {'security_group_id': '078d39c0-5ed0-4ed6-9466-83d206934bd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:09.194043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:09.207566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaa582-f560-440e-9eca-89db5894057b req-bd3c2e95-6978-4bce-b610-30571d816f95 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:09.209529 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a0aaa582-f560-440e-9eca-89db5894057b req-bd3c2e95-6978-4bce-b610-30571d816f95 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.8579345 Feb 05 18:51:09.210868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group_rule and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:09.217040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:09.233158 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-859078c5-5ce2-44b5-bf95-a57981b188c5 service neutron] 10.222.0.43 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051875 Feb 05 18:51:09.237275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:09.290768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Pushing event updated for resources: {'Port': ['ID=14fc612b-0ea7-4414-9590-5d61f3330bb7,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:09.310429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:09.328952 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12efd0300480407988f2ad3e88f444f1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1363754 Feb 05 18:51:09.330128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.319s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:09.337171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37872) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:09.387387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.451269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:51:09.472888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c15ed7-bab5-4dcd-990a-a43a34624c23,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:09.488726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:09.493146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.507021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.520846 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a0aaa582-f560-440e-9eca-89db5894057b req-3404d28c-5906-4ec1-b409-ced244f83548 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373435 Feb 05 18:51:09.541012 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-a16c9e76-4425-45b1-a712-8600fb11a57c service neutron] 10.222.0.43 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3068144 Feb 05 18:51:09.578813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:09.580430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:09.591409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.598928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:51:09.608488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.628685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.629241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.677983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:09.678813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.691893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.694131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-523b1f07-0dca-4dce-b99e-919924a8f657 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:09.722880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602959ff-304c-4f1e-a02b-72da71d9b1fc,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:09.727070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:09.763935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.765312 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-daf59ed3-0062-4562-a5e0-d39309c3a8c1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6066954 Feb 05 18:51:09.774207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37880) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:09.783639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:09.813716 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0389745 Feb 05 18:51:09.833963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:09.836590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 984a7918-9959-4668-91b6-4364f4c36015, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a7918-9959-4668-91b6-4364f4c36015,segment=NetworkSegment(04e21ac7-18bd-4509-8e35-bdd6741055a1),segment_id=04e21ac7-18bd-4509-8e35-bdd6741055a1)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:09.845176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.846522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984a7918-9959-4668-91b6-4364f4c36015'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:09.849337 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:floatingip and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:09.869135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:09.882926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Request body: {'port': {'device_id': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:09.891881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ca815453-41b1-432e-b39e-1d49ce391979 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:09.914036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:09.924328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:09.941166 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/95c15ed7-bab5-4dcd-990a-a43a34624c23 HTTP/1.1" status: 204 len: 168 time: 0.6026974 Feb 05 18:51:09.946751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c15ed7-bab5-4dcd-990a-a43a34624c23,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:09.964763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:10.002836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.098212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.103330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:10.145041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046224e0-af04-4971-b2b6-6d592b21310e {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:51:10.173331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.224445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.242241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-11c0cce6-882e-493d-9a32-624ec0fc1c5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:10.265362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb37591-8977-4efe-8b30-b43e176ba414,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:10.274621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:10.289994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.291314 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cb37591-8977-4efe-8b30-b43e176ba414 HTTP/1.1" status: 204 len: 168 time: 1.3995192 Feb 05 18:51:10.293136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.350201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=984a7918-9959-4668-91b6-4364f4c36015,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:10.365039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94168d-0b82-406a-9039-00a04a9aa0b2 req-b2a1f8a4-498e-45c0-af69-c8ad1750c87e tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:10.366768 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb94168d-0b82-406a-9039-00a04a9aa0b2 req-b2a1f8a4-498e-45c0-af69-c8ad1750c87e tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 945 time: 0.3353403 Feb 05 18:51:10.371312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:10.372654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 984a7918-9959-4668-91b6-4364f4c36015 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:10.447007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcc28b-e523-4b9f-aa58-f951376285d7 req-609b6f5c-4d2d-4445-84b3-6d47872b8511 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:10.448730 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cbfcc28b-e523-4b9f-aa58-f951376285d7 req-609b6f5c-4d2d-4445-84b3-6d47872b8511 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 931 time: 0.4919496 Feb 05 18:51:10.449924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Transition to ACTIVE for port object 046224e0-af04-4971-b2b6-6d592b21310e will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:10.461460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.516214 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb94168d-0b82-406a-9039-00a04a9aa0b2 req-cdae5005-8c2d-4357-9c75-c57b38abcf82 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384690 Feb 05 18:51:10.525590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.556385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 984a7918-9959-4668-91b6-4364f4c36015 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:10.562493 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:10.606825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:08Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:10.612423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:10.697593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-cbfcc28b-e523-4b9f-aa58-f951376285d7 req-d2e44248-cb4a-4224-ac5f-a7b9eb1b5153 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Synchronizing usage tracker for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:10.719927 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7adf6a75-32a8-42ea-a59f-4dd35109fdcd req-1be579aa-d129-479d-8f11-8fa8783e4bef tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 210 time: 0.0614157 Feb 05 18:51:10.737514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3500e5-e021-43b8-993b-b3f4d3a51e5d None None] The sync data for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi is: [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:08Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:51:10.939166 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984a7918-9959-4668-91b6-4364f4c36015', 'code': 200} Feb 05 18:51:10.995705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Pushing event updated for resources: {'Port': ['ID=046224e0-af04-4971-b2b6-6d592b21310e,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:11.033422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:11.116941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-cbfcc28b-e523-4b9f-aa58-f951376285d7 req-d2e44248-cb4a-4224-ac5f-a7b9eb1b5153 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Unset dirty status for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:11.119035 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cbfcc28b-e523-4b9f-aa58-f951376285d7 req-d2e44248-cb4a-4224-ac5f-a7b9eb1b5153 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612082 Feb 05 18:51:11.242222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Allocated IP 172.27.2.16 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/6e4b9a83-0f8a-4c16-942c-54bd3051fdbb) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:51:11.410857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10add96b-3bd1-4c14-a87a-145957ce50bf req-b203e8b1-0b22-4148-8dc5-c322006c1491 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:11.421908 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10add96b-3bd1-4c14-a87a-145957ce50bf req-b203e8b1-0b22-4148-8dc5-c322006c1491 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.3091033 Feb 05 18:51:11.517410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Attempting to bind port 046224e0-af04-4971-b2b6-6d592b21310e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:51:11.517971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Attempting to bind port 046224e0-af04-4971-b2b6-6d592b21310e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:51:11.518383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Attempting to bind port 046224e0-af04-4971-b2b6-6d592b21310e on network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:51:11.548236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37918) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:11.553914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:51:11.554268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Checking segment: {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:11.554801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:11.555273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Bound using segment: {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:51:11.555900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Bound port: 046224e0-af04-4971-b2b6-6d592b21310e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:51:11.556360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:11.585846 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10add96b-3bd1-4c14-a87a-145957ce50bf req-e08a9385-0d64-409b-a1d9-04ca51a35410 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628711 Feb 05 18:51:11.634132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:11.677761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:11.683955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Usage tracker for resource:security_group_rule and tenant:f4688a196d3f429881c5447452affcc1 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:11.687249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:11.693834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:11.756983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ad50-eb75-4abc-980a-8933d77397c0 req-cd04d0be-370e-467b-a77d-dc1be212af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:11.774321 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-96a5ad50-eb75-4abc-980a-8933d77397c0 req-cd04d0be-370e-467b-a77d-dc1be212af06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 1162 time: 0.3915341 Feb 05 18:51:11.911867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:11.954955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:11.997515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:12.035964 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4688a196d3f429881c5447452affcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461863 Feb 05 18:51:12.036616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566a9231-bf63-42fd-ad7a-a8971360a604,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:12.041754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:12.042424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 37936) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:12.094336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14fc612b-0ea7-4414-9590-5d61f3330bb7 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:51:12.116050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.150102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.194670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.229331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 984a7918-9959-4668-91b6-4364f4c36015 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:12.241324 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-96a5ad50-eb75-4abc-980a-8933d77397c0 req-c12a1fab-7b7e-473a-ac2a-0b7e143ade0b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552069 Feb 05 18:51:12.257377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Transition to ACTIVE for port object 14fc612b-0ea7-4414-9590-5d61f3330bb7 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:12.275550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] For port 046224e0-af04-4971-b2b6-6d592b21310e, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:51:12.303395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.304883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0b187491-7d31-4123-a93e-85918388174b req-7e82d37d-e1b4-4b14-b73b-81cfab16a3b5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 210 time: 0.1567836 Feb 05 18:51:12.332509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] For port 046224e0-af04-4971-b2b6-6d592b21310e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=046224e0-af04-4971-b2b6-6d592b21310e,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:51:12.342104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device dfbd8ca8-da19-42be-a31b-fc5e752b1a27 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:12.359034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:12.424589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 984a7918-9959-4668-91b6-4364f4c36015 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:12.425030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.477504 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.508484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3347cbff-6df0-46a8-b11b-6d6b4f4d41a1 req-6eefc5f2-619b-41b7-a47e-095626dcb06d tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:12.511781 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3347cbff-6df0-46a8-b11b-6d6b4f4d41a1 req-6eefc5f2-619b-41b7-a47e-095626dcb06d tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 945 time: 0.6746006 Feb 05 18:51:12.557798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.603220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.612144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:12.626063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:12.626504 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:12.927113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:13.027941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port dfbd8ca8-da19-42be-a31b-fc5e752b1a27, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:13.046394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:13.060171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:13.062936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e1bdc02-c699-405d-9da8-8b73f32e114f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:13.177772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:13.178772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Pushing event updated for resources: {'Port': ['ID=14fc612b-0ea7-4414-9590-5d61f3330bb7,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:13.184638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:13.194047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.832s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:13.234466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'Port': ['ID=6e4b9a83-0f8a-4c16-942c-54bd3051fdbb,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:13.242617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:13.255171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:13.258871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:13.262251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:51:13.315514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:13.524358 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3347cbff-6df0-46a8-b11b-6d6b4f4d41a1 req-8b264cad-3f09-4c90-b763-d4c92d1d6d86 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9781141 Feb 05 18:51:13.723042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc88d27a-ecab-4d81-a723-0899214a7a9c req-b9eda248-39a0-452b-ba19-b3d1e2af2d75 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:13.730911 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dc88d27a-ecab-4d81-a723-0899214a7a9c req-b9eda248-39a0-452b-ba19-b3d1e2af2d75 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 943 time: 0.8097038 Feb 05 18:51:13.769988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:13.806405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:13.818918 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:13.833594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566a9231-bf63-42fd-ad7a-a8971360a604,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:13.836669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:13.863310 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dc88d27a-ecab-4d81-a723-0899214a7a9c req-ae2a9cdc-ed9c-4a6c-a37c-b44493321713 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117895 Feb 05 18:51:13.942889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:13.944112 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/566a9231-bf63-42fd-ad7a-a8971360a604 HTTP/1.1" status: 204 len: 168 time: 1.8975897 Feb 05 18:51:13.957298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:13.989530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Pushing event updated for resources: {'Port': ['ID=046224e0-af04-4971-b2b6-6d592b21310e,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:14.136797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-473fa2ff-b981-46f8-8260-55d990e34f93 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:14.138467 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-473fa2ff-b981-46f8-8260-55d990e34f93 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 817 time: 0.9335907 Feb 05 18:51:14.140939 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e151b61-ce27-4543-aa76-5c8d25b14385 req-7e2386eb-bebb-4b01-acec-fd83ffaa49fb tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 210 time: 0.3623605 Feb 05 18:51:14.143797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:14.180092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device dfbd8ca8-da19-42be-a31b-fc5e752b1a27 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:14.189657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Attempting to bind port 14fc612b-0ea7-4414-9590-5d61f3330bb7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:51:14.190031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Attempting to bind port 14fc612b-0ea7-4414-9590-5d61f3330bb7 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:51:14.190422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Attempting to bind port 14fc612b-0ea7-4414-9590-5d61f3330bb7 on network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:51:14.203399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:51:14.204017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Checking segment: {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:14.205102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:14.205837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Bound using segment: {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:51:14.206890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Bound port: 14fc612b-0ea7-4414-9590-5d61f3330bb7, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a251e4-9729-4c60-9519-d722ad05c2bb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:51:14.207519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:14.227098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:14.227784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:14.243276 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] 10.222.0.26 "PUT /v2.0/ports/046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 200 len: 1158 time: 6.4100370 Feb 05 18:51:14.247591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:14.362213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:14.362628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:14.507826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:14.516674 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-bc5bc438-ef04-45ea-ae86-9c7cb28fd2e9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 5705 time: 0.3630738 Feb 05 18:51:14.543298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:14.560399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'port': {'device_id': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'admin_state_up': True, 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'security_groups': ['d3fa429b-86e4-48f6-bc95-68625a79be5c']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:14.575357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:14.762102 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e', 'status': 'completed', 'code': 200} Feb 05 18:51:14.821242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38002) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:14.903848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] For port 14fc612b-0ea7-4414-9590-5d61f3330bb7, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:51:14.954190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] For port 14fc612b-0ea7-4414-9590-5d61f3330bb7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=14fc612b-0ea7-4414-9590-5d61f3330bb7,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:51:14.975156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'Port': ['ID=6e4b9a83-0f8a-4c16-942c-54bd3051fdbb,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:14.979558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:14.996508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-9620a77a-0bb1-4714-ae4b-793b508b1eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:15.008426 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-9620a77a-0bb1-4714-ae4b-793b508b1eb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1161 time: 0.6832566 Feb 05 18:51:15.009869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:15.100242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:15.101312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:15.113045 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-b42445ed-f2e7-4415-a1eb-a5edd05a8fb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 200 len: 217 time: 0.0961866 Feb 05 18:51:15.138707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f5e11-83b2-45f8-b416-c81596ca127a req-ef22a2b3-017f-4dea-9c26-462e10a4c8c4 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:15.140664 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-918f5e11-83b2-45f8-b416-c81596ca127a req-ef22a2b3-017f-4dea-9c26-462e10a4c8c4 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 945 time: 0.2957790 Feb 05 18:51:15.203307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:15.272453 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-918f5e11-83b2-45f8-b416-c81596ca127a req-0b62af28-fe93-4a0b-aef2-e570b2136e24 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179225 Feb 05 18:51:15.321158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:15.329990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Pushing event updated for resources: {'Port': ['ID=14fc612b-0ea7-4414-9590-5d61f3330bb7,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:15.357474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:15.372456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:15.399199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Made reservation on behalf of 4b9158f3141c41b0a9b7742b04af316f for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:15.412040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:15.420571 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6380374 Feb 05 18:51:15.435420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:15.462213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:15.473918 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Usage tracker for resource:security_group_rule and tenant:73a1df752fd84c0882132b4a380daa8c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:15.478079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:15.485271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:15.731382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123123-5e4f-4495-a326-6ae1ecc771a2 req-08d10d68-cdf3-42fa-876a-48a70d9807ab tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:15.733642 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e123123-5e4f-4495-a326-6ae1ecc771a2 req-08d10d68-cdf3-42fa-876a-48a70d9807ab tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 943 time: 0.2731829 Feb 05 18:51:15.842031 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e123123-5e4f-4495-a326-6ae1ecc771a2 req-1f40ab94-65fe-470a-826b-fd494ce5af3f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017463 Feb 05 18:51:15.928804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:15.931301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-46c3c376-69b2-408f-8297-d07f51b25bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:15.933470 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-46c3c376-69b2-408f-8297-d07f51b25bd4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.7331514 Feb 05 18:51:16.079151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-d98f4a87-8adb-4fb2-bd7d-fd6fcc6e4b04 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:16.153785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-d98f4a87-8adb-4fb2-bd7d-fd6fcc6e4b04 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:16.186412 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-d98f4a87-8adb-4fb2-bd7d-fd6fcc6e4b04 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2012954918&fields=id&tenant_id=fceaf209c56445a389b480eead5f65a7 HTTP/1.1" status: 200 len: 267 time: 0.2069056 Feb 05 18:51:16.259234 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0e645494-5b12-4e62-a1e4-c6830e041500 req-1ea8bb3c-9796-4de8-8d1a-e42cb13d9a17 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 210 time: 0.4525397 Feb 05 18:51:16.270562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:16.313698 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-d27423ed-b90f-42a0-8808-b56b68c71439 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3610082 Feb 05 18:51:16.318649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:16.319323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:16.320768 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] 10.222.0.26 "PUT /v2.0/ports/14fc612b-0ea7-4414-9590-5d61f3330bb7 HTTP/1.1" status: 200 len: 1157 time: 6.4609649 Feb 05 18:51:16.333209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:16.573870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088960f7-4abf-40b7-8062-042f4b08e5f3,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:16.621410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-fbccfa86-0a9e-41b0-8c6a-caff2c09e274 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:16.622383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-fbccfa86-0a9e-41b0-8c6a-caff2c09e274 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:16.645402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:16.674520 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=73a1df752fd84c0882132b4a380daa8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8520477 Feb 05 18:51:16.686040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38066) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:16.729673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-19093b2a-5b5d-408d-867a-fc4b34fb6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:16.733441 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-19093b2a-5b5d-408d-867a-fc4b34fb6a38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 1160 time: 0.1062539 Feb 05 18:51:16.735475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-fbccfa86-0a9e-41b0-8c6a-caff2c09e274 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:16.738648 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-fbccfa86-0a9e-41b0-8c6a-caff2c09e274 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 811 time: 0.5513110 Feb 05 18:51:16.764413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'tag': '14fc612b-0ea7-4414-9590-5d61f3330bb7'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:16.846474 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-fb8fe8d4-6187-443b-a9ef-7e8227833ac0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fc612b-0ea7-4414-9590-5d61f3330bb7 HTTP/1.1" status: 200 len: 217 time: 0.1036894 Feb 05 18:51:16.848221 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-f6612bb0-3a3e-4d34-995b-34ef319673b2 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/quotas/fceaf209c56445a389b480eead5f65a7 HTTP/1.1" status: 200 len: 375 time: 0.1044235 Feb 05 18:51:16.897132 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'tag': '14fc612b-0ea7-4414-9590-5d61f3330bb7', 'status': 'completed', 'code': 200} Feb 05 18:51:16.959253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:16.962674 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-9aa3a8a9-cf40-4b87-81f5-ad2b135145a4 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6188254 Feb 05 18:51:16.984346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-6c69173d-1781-4115-9883-7026de6bda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:16.986528 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-6c69173d-1781-4115-9883-7026de6bda6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.1335447 Feb 05 18:51:17.018607 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-fb6fb613-c496-4908-8938-c73b644a9fdf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.6407933 Feb 05 18:51:17.081582 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-b122f1ad-ced1-4912-ac3e-03ac344925dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879800 Feb 05 18:51:17.197273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:17.295927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Allocated IP 172.20.0.4 (1f92a692-6685-460f-afe3-f5d373d5fe34/b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41/3e32170e-8ad3-4c4e-8085-1d68f434f632) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:51:17.315694 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-fa4b1fc8-8b7f-4870-9862-9c6f256cb6a1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4209082 Feb 05 18:51:17.416001 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2db35592-02cc-4c9e-8898-3e83c89ff8e7 req-2ebcde62-c6f9-4cef-baa3-df1cabe4d1d9 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4399703 Feb 05 18:51:17.461509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-28add3e4-b44f-4e0d-b5f5-03546c0d5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:17.463225 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-28add3e4-b44f-4e0d-b5f5-03546c0d5f97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 1162 time: 0.2783589 Feb 05 18:51:17.521420 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-f30870e4-89ff-488a-85ce-2ed5a1280fde service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290595 Feb 05 18:51:17.523403 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-f64980ed-5ff5-4fa0-853a-2b06747715a5 service neutron] 10.222.0.43 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886864 Feb 05 18:51:17.555739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356714ce-cd92-4207-b532-f4e1ad24226d req-51ff9176-3bb5-4791-b222-24262ee0523f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:17.558024 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-356714ce-cd92-4207-b532-f4e1ad24226d req-51ff9176-3bb5-4791-b222-24262ee0523f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 943 time: 0.4502263 Feb 05 18:51:17.659523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:17.844006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ddb98cc8-7fac-4a5c-bd02-aea5f45c2c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:17.863093 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-438847a9-fce6-4f2e-a231-cae5e32e19e5 service neutron] 10.222.0.43 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3292139 Feb 05 18:51:17.865109 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b30383f-093d-4b88-9b1e-d4fa7e25d5bb req-37ab1f41-5302-4f42-a159-70d662ad57bd service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3361588 Feb 05 18:51:17.882469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088960f7-4abf-40b7-8062-042f4b08e5f3,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:17.936711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:18.003882 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-356714ce-cd92-4207-b532-f4e1ad24226d req-8a2aa7f4-4bb0-45ee-9fdd-c545bcec2686 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457561 Feb 05 18:51:18.064051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:18.067261 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/088960f7-4abf-40b7-8062-042f4b08e5f3 HTTP/1.1" status: 204 len: 168 time: 1.3783007 Feb 05 18:51:18.123656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-e8f83747-c7a0-4e7b-a040-412843d49906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:18.125821 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-e8f83747-c7a0-4e7b-a040-412843d49906 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 1160 time: 0.1546204 Feb 05 18:51:18.213748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-2b758b46-eb0d-402f-a277-660cebf22210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:18.224553 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-2b758b46-eb0d-402f-a277-660cebf22210 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1161 time: 0.6650851 Feb 05 18:51:18.229574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-98fc6a9d-6a2a-46fd-a628-6f481e6cc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:18.234495 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-98fc6a9d-6a2a-46fd-a628-6f481e6cc48b service neutron] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 906 time: 0.6489210 Feb 05 18:51:18.255544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:18.507659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Transition to ACTIVE for port object 3e32170e-8ad3-4c4e-8085-1d68f434f632 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:18.530546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-447cd83d-5e3f-454b-98a5-e264682036ad req-40d50936-f8f9-4fec-86e7-4082fe026b46 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:18.532264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-12c2a508-9ee7-42e7-8086-f064f6a3cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:18.533869 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-12c2a508-9ee7-42e7-8086-f064f6a3cc19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 913 time: 0.3988037 Feb 05 18:51:18.628260 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-d5284f15-88a3-4459-9883-e72919df7db8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b16a51-e45d-4d66-aa57-979ea5ad8586 HTTP/1.1" status: 200 len: 217 time: 0.2981236 Feb 05 18:51:18.676809 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-ae3e788b-b228-4f02-a6d6-233790293c27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fc612b-0ea7-4414-9590-5d61f3330bb7 HTTP/1.1" status: 200 len: 217 time: 0.1335559 Feb 05 18:51:18.786291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-447cd83d-5e3f-454b-98a5-e264682036ad req-40d50936-f8f9-4fec-86e7-4082fe026b46 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:18.798874 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-447cd83d-5e3f-454b-98a5-e264682036ad req-40d50936-f8f9-4fec-86e7-4082fe026b46 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 210 time: 0.5727906 Feb 05 18:51:18.803178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-cade3acb-9f1e-44b8-868a-b342c39b03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:18.808941 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-cade3acb-9f1e-44b8-868a-b342c39b03cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.1194150 Feb 05 18:51:18.836220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-07295395-5044-4fd0-a7a3-9cb9b30d5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:18.837834 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-07295395-5044-4fd0-a7a3-9cb9b30d5e2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.1940992 Feb 05 18:51:18.879436 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-bb555e7b-515b-4545-8867-8a0ae5bc93a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631897 Feb 05 18:51:18.936655 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-7eefb7c9-9e5e-451e-bfbb-dd3e3b58afb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786207 Feb 05 18:51:18.937627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-5d96bd23-fc98-4823-b498-ac7db82fd56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:18.939071 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-5d96bd23-fc98-4823-b498-ac7db82fd56e service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 913 time: 0.6076758 Feb 05 18:51:18.942816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:19.229386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38140) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:19.267398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:19.290600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:19.308973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Usage tracker for resource:security_group_rule and tenant:9441190eaad54194b49933870077f022 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:19.314943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:19.325117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:19.329405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:19.385556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-64c2497d-cf5c-4609-9d60-2cb2e860f58d req-16b40b6f-4ca2-456e-ac17-fafb66423080 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:19.410426 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-669f6515-e2b5-4223-aff3-75855d05413f service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135024 Feb 05 18:51:19.490637 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-1a6a55c5-eb05-401e-90d8-186c889ce21f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 200 len: 217 time: 0.5100768 Feb 05 18:51:19.699297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'Port': ['ID=3e32170e-8ad3-4c4e-8085-1d68f434f632,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:19.709521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:19.748321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-64c2497d-cf5c-4609-9d60-2cb2e860f58d req-16b40b6f-4ca2-456e-ac17-fafb66423080 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:19.749776 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-64c2497d-cf5c-4609-9d60-2cb2e860f58d req-16b40b6f-4ca2-456e-ac17-fafb66423080 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.8091645 Feb 05 18:51:19.761400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-91737b07-8a14-404f-8b74-7be9944dee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:19.762826 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-91737b07-8a14-404f-8b74-7be9944dee2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.2482953 Feb 05 18:51:19.774935 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31924a8f-f9c8-483b-8443-b662e5fed735 req-426e3240-55d8-4676-854e-5ac776602742 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3490005 Feb 05 18:51:19.781606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:19.862186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:19.895815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:19.932671 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9441190eaad54194b49933870077f022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7015665 Feb 05 18:51:19.934134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3b633b-6536-4254-af85-ee626c37b69a,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:19.943236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:19.943943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38166) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:19.975340 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-44eb3f6e-ef5d-49e5-bc15-85381063bec3 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9935157 Feb 05 18:51:19.995502 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-cfd61e22-c48b-4971-b85b-0b3d1d3d81a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1908154 Feb 05 18:51:20.037545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:20.078835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:20.192224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb6fd8-4eea-4cf8-9204-7f9c7ac84fd6 req-5d6b1ad7-f2bb-40c0-9373-409aaefc20fb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:20.193990 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4abb6fd8-4eea-4cf8-9204-7f9c7ac84fd6 req-5d6b1ad7-f2bb-40c0-9373-409aaefc20fb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 943 time: 0.3970647 Feb 05 18:51:20.231674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:20.280870 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4abb6fd8-4eea-4cf8-9204-7f9c7ac84fd6 req-082fa00a-a4a2-4f3c-a086-25ba0bd16238 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792928 Feb 05 18:51:20.306382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:20.319498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:20.324496 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:20.346203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3b633b-6536-4254-af85-ee626c37b69a,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:20.347368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:51:20.360501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:20.372923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:20.373864 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e3b633b-6536-4254-af85-ee626c37b69a HTTP/1.1" status: 204 len: 168 time: 0.4234679 Feb 05 18:51:20.432272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:20.433384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:20.500830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-6f45cf75-8629-4edb-8838-9f14991bf590 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80172) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:51:20.594539 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0489745 Feb 05 18:51:20.631046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Request body: {'port': {'device_id': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:20.702348 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-3418ee75-8f16-423b-b777-d4a7db9ff5b4 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660290 Feb 05 18:51:20.704213 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afc28fd9-1fa1-4d06-bd62-d7a85e5c2451 req-93b035f8-bb32-44a5-a0a5-1b3f63d675bc service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7050273 Feb 05 18:51:20.725076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-332e326d-20ca-4621-9f06-45bb676f3d7e None None] Provisioning for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:20.731579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-332e326d-20ca-4621-9f06-45bb676f3d7e None None] Provisioning complete for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:20.731860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-332e326d-20ca-4621-9f06-45bb676f3d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:20.799174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95bbc7-e5c1-4ac9-bda3-9621ad082c90 req-c9e3d6da-b8ac-4360-af32-b4afba0af5ab tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:20.800564 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd95bbc7-e5c1-4ac9-bda3-9621ad082c90 req-c9e3d6da-b8ac-4360-af32-b4afba0af5ab tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 931 time: 0.7547481 Feb 05 18:51:20.864640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-332e326d-20ca-4621-9f06-45bb676f3d7e None None] Port 3e32170e-8ad3-4c4e-8085-1d68f434f632 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:51:21.080511 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd95bbc7-e5c1-4ac9-bda3-9621ad082c90 req-ad9b5446-b3a9-4c0b-8548-e94ad315fba2 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807156 Feb 05 18:51:21.125413 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5412cccb-f0ae-4765-a20d-f7b0cd114c44 req-3a9de949-0878-41ae-9528-5c2051346de4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0841353 Feb 05 18:51:21.252125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:21.435204 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38732623-0943-4ac7-b2ff-7b053b5ef223 req-cf805b67-89ab-49a5-bc26-0cf4b72ce8d6 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6149957 Feb 05 18:51:21.498668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:21.653901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-21657484-e353-4aae-ba15-f2e4197b8ec1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:21.655574 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-21657484-e353-4aae-ba15-f2e4197b8ec1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 811 time: 0.3918326 Feb 05 18:51:21.680034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 046224e0-af04-4971-b2b6-6d592b21310e completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:21.688630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:21.689282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:21.773547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18000904-67a6-4ed2-adde-4867e3d741d5 req-586147c8-8e68-407a-a874-14cef2b2ab65 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:21.799368 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-18000904-67a6-4ed2-adde-4867e3d741d5 req-586147c8-8e68-407a-a874-14cef2b2ab65 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 943 time: 0.3169656 Feb 05 18:51:21.966617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:21.977004 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-18000904-67a6-4ed2-adde-4867e3d741d5 req-c6cbdb29-ccab-49b6-a6cc-826425e1ff85 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765873 Feb 05 18:51:22.009042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:22.032341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 046224e0-af04-4971-b2b6-6d592b21310e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=046224e0-af04-4971-b2b6-6d592b21310e,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:22.033885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:22.039291 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-94124e5b-9167-4b24-9b34-9637260b7744 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fceaf209c56445a389b480eead5f65a7 HTTP/1.1" status: 200 len: 5705 time: 0.3401818 Feb 05 18:51:22.052304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'port': {'device_id': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'admin_state_up': True, 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'security_groups': ['078d39c0-5ed0-4ed6-9466-83d206934bd5']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:22.062378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:22.063329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 14fc612b-0ea7-4414-9590-5d61f3330bb7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:22.188248 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e', 'code': 200} Feb 05 18:51:22.190506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-695c6641-dc3e-4402-95fe-38b5cd4e42f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:22.337733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 14fc612b-0ea7-4414-9590-5d61f3330bb7 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:22.363027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 14fc612b-0ea7-4414-9590-5d61f3330bb7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:22.375882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:22.452018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=046224e0-af04-4971-b2b6-6d592b21310e,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:22.456518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:22.470097 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c53827a9-f849-4c18-ab0e-bce848d9e66c req-db568291-e0af-468f-a895-7a79ecb7d9fb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.1119485 Feb 05 18:51:22.587625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:22.634451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 14fc612b-0ea7-4414-9590-5d61f3330bb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=14fc612b-0ea7-4414-9590-5d61f3330bb7,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:22.671812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:22.674772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:22.752060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=14fc612b-0ea7-4414-9590-5d61f3330bb7,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:22.756501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:22.804207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:22.814951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:22.868672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:22.872186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d923d-ec42-4b4e-9456-560ca104965f req-0045253a-a432-48a8-a23d-62f0e13ca4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:22.873817 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-792d923d-ec42-4b4e-9456-560ca104965f req-0045253a-a432-48a8-a23d-62f0e13ca4d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1163 time: 0.2038212 Feb 05 18:51:22.961744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:22.963525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:23.032463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992fae61-6578-498e-a1f5-426f66972744 req-85725c74-518f-4217-b6d6-897ea0c7b7d6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:23.040393 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-992fae61-6578-498e-a1f5-426f66972744 req-85725c74-518f-4217-b6d6-897ea0c7b7d6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 931 time: 0.4898067 Feb 05 18:51:23.103027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Made reservation on behalf of fceaf209c56445a389b480eead5f65a7 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:23.125638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:23.129402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 14fc612b-0ea7-4414-9590-5d61f3330bb7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:23.258827 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-992fae61-6578-498e-a1f5-426f66972744 req-e98bee14-2bc1-493d-90ee-8cbed7a43949 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173822 Feb 05 18:51:23.280841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 14fc612b-0ea7-4414-9590-5d61f3330bb7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:23.281268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:23.286391 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-792d923d-ec42-4b4e-9456-560ca104965f req-fe131b86-dcb0-4d0a-aba6-a2841156ac4d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855305 Feb 05 18:51:23.307863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e32170e-8ad3-4c4e-8085-1d68f434f632 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:51:23.324292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:23.421248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Transition to ACTIVE for port object 3e32170e-8ad3-4c4e-8085-1d68f434f632 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:23.461984 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d6056-8fe4-4ea0-aa75-f1ad35188edf req-7146420f-bf75-463b-88d3-e819496df66b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:23.469041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:23.470896 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b17d6056-8fe4-4ea0-aa75-f1ad35188edf req-7146420f-bf75-463b-88d3-e819496df66b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2585614 Feb 05 18:51:23.512553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:23.554851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b17d6056-8fe4-4ea0-aa75-f1ad35188edf req-73cb1e78-7f13-494c-a571-72b020ff3463 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826998 Feb 05 18:51:23.656230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e32170e-8ad3-4c4e-8085-1d68f434f632,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:23.751317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.751824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.752109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.752576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.752973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.753356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.753737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.754126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.754530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.754927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.755332 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.755650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.756125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.756516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.756989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.757269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.757641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.758046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.758454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.758830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.759214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.759590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.760677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.761105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:23.765488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:23.836479 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1530b230-fb32-4f07-963d-f31ccc9ef882 req-0c0149a2-6037-49ef-b612-ef0ed680c5d9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.1183224 Feb 05 18:51:24.145867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Attempting to bind port 3e32170e-8ad3-4c4e-8085-1d68f434f632 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:51:24.151212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Attempting to bind port 3e32170e-8ad3-4c4e-8085-1d68f434f632 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:51:24.151212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Attempting to bind port 3e32170e-8ad3-4c4e-8085-1d68f434f632 on network 1f92a692-6685-460f-afe3-f5d373d5fe34 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:51:24.157764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:51:24.158291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Checking segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:24.158757 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:24.159148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Bound using segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:51:24.159626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Bound port: 3e32170e-8ad3-4c4e-8085-1d68f434f632, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:51:24.159999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:24.190838 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fc612b-0ea7-4414-9590-5d61f3330bb7'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:24.281633 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14fc612b-0ea7-4414-9590-5d61f3330bb7', 'code': 200} Feb 05 18:51:24.285154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Allocated IP 172.20.0.12 (0e6f2205-17c7-485c-b230-98a3329eb62d/2f9b5aa1-fef9-417d-ac13-4d671c02a9bc/1fbabcf9-0fbd-427d-9b08-da3fb6d7326e) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:51:24.488584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] For port 3e32170e-8ad3-4c4e-8085-1d68f434f632, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:51:24.509388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] For port 3e32170e-8ad3-4c4e-8085-1d68f434f632, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:51:24.629051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:24.868577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-12b26f37-3246-479c-a6f4-fb3d08fd9104 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:24.894095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:24.961448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffde27-2baf-4982-b50c-5787a3e06f9b req-adf1b1f4-388d-486d-bacb-e3b0d6584ec2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:24.969577 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-54ffde27-2baf-4982-b50c-5787a3e06f9b req-adf1b1f4-388d-486d-bacb-e3b0d6584ec2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2272153 Feb 05 18:51:25.049122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:25.049858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:25.051509 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] 10.222.0.26 "PUT /v2.0/ports/3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 200 len: 1157 time: 4.4380262 Feb 05 18:51:25.052406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:25.053030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:25.054754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:25.071206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:25.072050 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-54ffde27-2baf-4982-b50c-5787a3e06f9b req-718633df-897d-400a-8fab-74d73c600cf0 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853004 Feb 05 18:51:25.098481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Pushing event updated for resources: {'Port': ['ID=3e32170e-8ad3-4c4e-8085-1d68f434f632,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:25.114078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:25.123478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Transition to ACTIVE for port object 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:25.284359 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eb621741-662e-4b94-93a7-a876ed7b70c1 req-baf7dd4c-ac9b-4411-b0f1-e67b0576c6c3 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0737929 Feb 05 18:51:25.307081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe612bc-f1ff-4666-8386-742f64426244 req-6b260a36-f13f-4b8e-8cf8-26eb8c88b363 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:25.308799 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7fe612bc-f1ff-4666-8386-742f64426244 req-6b260a36-f13f-4b8e-8cf8-26eb8c88b363 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.7614174 Feb 05 18:51:25.359503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7dc262-5579-4a07-bba0-106b38059269 req-270acde5-dc0e-4d62-84e1-b032e3f06898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:25.361148 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cd7dc262-5579-4a07-bba0-106b38059269 req-270acde5-dc0e-4d62-84e1-b032e3f06898 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 1162 time: 0.4939296 Feb 05 18:51:25.367770 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'status': 'completed', 'code': 200} Feb 05 18:51:25.453317 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7fe612bc-f1ff-4666-8386-742f64426244 req-f44e0eb8-18b4-422a-b381-3e5263ffbfe7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291246 Feb 05 18:51:25.465065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:25.468811 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cd7dc262-5579-4a07-bba0-106b38059269 req-c2da2c56-b1ec-44a4-a6d8-6eb1f037f83e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937889 Feb 05 18:51:25.485372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-860656f9-616d-4052-abb7-b79da97d8021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:25.615424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-91320955-97f0-4f02-a23c-b05ae7403065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:25.617045 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-91320955-97f0-4f02-a23c-b05ae7403065 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1160 time: 0.4764829 Feb 05 18:51:25.645393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'Port': ['ID=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:25.650257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:26.024562 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-795544d7-3e69-4bc8-b66b-438e6b6ae27e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 200 len: 217 time: 0.3408759 Feb 05 18:51:26.088844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Network 0e6f2205-17c7-485c-b230-98a3329eb62d is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:26.091754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:26.094329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:51:26.152123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:51:26.183136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:26.183136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:26.225590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-c8b028c6-ba9a-4053-a2ce-fc10e0025c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:26.227295 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-c8b028c6-ba9a-4053-a2ce-fc10e0025c16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.1939008 Feb 05 18:51:26.325055 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2781899 Feb 05 18:51:26.346488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Request body: {'port': {'device_id': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:26.413106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671221aa-3316-443f-acd0-5d1c66303680 req-3c18346f-2b34-40ac-b1af-eb6af4998693 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:26.413910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-671221aa-3316-443f-acd0-5d1c66303680 req-3c18346f-2b34-40ac-b1af-eb6af4998693 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:26.459798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-671221aa-3316-443f-acd0-5d1c66303680 req-3c18346f-2b34-40ac-b1af-eb6af4998693 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:26.462561 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-3c18346f-2b34-40ac-b1af-eb6af4998693 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 0.3544593 Feb 05 18:51:26.478622 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-90509b55-704f-4d25-bb1a-d468d4851a7b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/quotas/0104543225fe4336b88d48ed8c653f5a HTTP/1.1" status: 200 len: 375 time: 0.0109274 Feb 05 18:51:26.535176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-d4f5c473-cb7f-4cd5-bd9c-6b1fbb376721 None None] Provisioning for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:26.545428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-d4f5c473-cb7f-4cd5-bd9c-6b1fbb376721 None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:26.545856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d4f5c473-cb7f-4cd5-bd9c-6b1fbb376721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:26.562594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-c2aa5395-8496-499f-9402-5e927b444660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:26.564253 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-c2aa5395-8496-499f-9402-5e927b444660 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3252041 Feb 05 18:51:26.608751 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-c881a7b6-50b3-4d14-b7dd-c11d2c9e5615 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1186001 Feb 05 18:51:26.615370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:26.887859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21106d64-2ef5-49ad-9710-55f180d8eab7 req-55167d26-1d19-4dcc-8785-0fdbcd4143a6 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:26.887859 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-21106d64-2ef5-49ad-9710-55f180d8eab7 req-55167d26-1d19-4dcc-8785-0fdbcd4143a6 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.4616182 Feb 05 18:51:26.889950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38394) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:26.889950 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-5528f55c-6ad9-41c6-8bce-ec1382e58b78 service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568498 Feb 05 18:51:26.967027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5c473-cb7f-4cd5-bd9c-6b1fbb376721 None None] Port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:51:26.990075 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-21106d64-2ef5-49ad-9710-55f180d8eab7 req-4d937038-4567-49a8-901d-ceae38b6a78b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940346 Feb 05 18:51:27.144324 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-d4f753e6-5e4d-4cc0-a215-80413b8f2ec6 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588179 Feb 05 18:51:27.147040 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-9c2b94ee-2138-4594-8c10-5c7eed9ecf87 service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2667878 Feb 05 18:51:27.204859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38408) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:27.328686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:27.348882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:27.368971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:27.373800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:27.376398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Usage tracker for resource:security_group_rule and tenant:a950817435f54eff9aef3a1849176321 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:27.381023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Usage tracker for resource:security_group_rule and tenant:e587ae769e654ca69e3da3aaa982bf77 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:27.383971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:27.391832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:27.405971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:27.429990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:27.577919 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df8689ed-f285-42d5-a49c-2e9596f7530e req-7f909ef8-50e4-4814-9da7-cbd5c2288dac service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4211559 Feb 05 18:51:27.683535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417c36e-5bfe-4927-b5ff-abcaffe57538 req-53e62915-886a-4951-bdb1-a8a8095d3b0f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:27.684376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4417c36e-5bfe-4927-b5ff-abcaffe57538 req-53e62915-886a-4951-bdb1-a8a8095d3b0f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:27.708472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:27.820578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4417c36e-5bfe-4927-b5ff-abcaffe57538 req-53e62915-886a-4951-bdb1-a8a8095d3b0f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:27.821858 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4417c36e-5bfe-4927-b5ff-abcaffe57538 req-53e62915-886a-4951-bdb1-a8a8095d3b0f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 932 time: 0.5278494 Feb 05 18:51:27.824172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d3818-2c3f-464c-886e-62fd3d07533c req-6e1161d2-d266-4c47-94e8-00be28394941 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:27.825897 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-614d3818-2c3f-464c-886e-62fd3d07533c req-6e1161d2-d266-4c47-94e8-00be28394941 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.2836218 Feb 05 18:51:27.833610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:27.846505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e156d1-51ff-4739-8665-aca90fa1986c req-0ac8a6a2-a694-4343-a20b-c3d9a60e9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:27.848098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-0ac8a6a2-a694-4343-a20b-c3d9a60e9802 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1160 time: 0.1604977 Feb 05 18:51:27.869699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bae4c724-e6ea-4bd3-ae66-a157d2e0034a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:27.879482 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e587ae769e654ca69e3da3aaa982bf77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0596843 Feb 05 18:51:27.884707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38430) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:27.967474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.resource_extend [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 18:51:27.972900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c78424a-2729-4f21-a1a3-260fc5550718,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:28.011223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.011621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.012071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.012477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.012869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.013248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.013628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.014477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.014477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.014828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.015200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.015574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.016020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.016676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.016784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.017210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.017447 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.017887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.018294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.018668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.019041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.019408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.019836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.020220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:28.025949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.033637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:28.053422 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-614d3818-2c3f-464c-886e-62fd3d07533c req-1a65c09a-8433-4338-9e7b-6c33a0e54334 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900666 Feb 05 18:51:28.060230 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4417c36e-5bfe-4927-b5ff-abcaffe57538 req-606eef0e-859c-425d-b9d3-bd2da4780503 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178812 Feb 05 18:51:28.081271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.083056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.091948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8d51669a-e235-4d39-99aa-4b136a875a87 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:28.138562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:51:28.150930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.153865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e156d1-51ff-4739-8665-aca90fa1986c req-b58e4b27-0e2c-4373-af99-c2d79029fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:28.155490 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-b58e4b27-0e2c-4373-af99-c2d79029fc91 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.2888336 Feb 05 18:51:28.157612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.176351 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a950817435f54eff9aef3a1849176321&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9672973 Feb 05 18:51:28.177299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38438) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:28.177992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3c62b3-9ef7-42d7-9b20-0acc0237e4e0,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:28.183603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:28.296765 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ec96261c-9950-4e32-bebe-8f0dc83d7d4f req-933f8280-f289-4c6c-923c-48ee4becbb15 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 210 time: 0.1401908 Feb 05 18:51:28.298271 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-df9d940d-4492-4ca8-8d2e-1c710da4c0e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 200 len: 217 time: 0.0886679 Feb 05 18:51:28.329596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.374506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.374657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Transition to ACTIVE for port object 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:28.385258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.396799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:28.398674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e156d1-51ff-4739-8665-aca90fa1986c req-c1b745f0-c140-4c96-a9ea-75859fadf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:28.400938 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-c1b745f0-c140-4c96-a9ea-75859fadf925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0819979 Feb 05 18:51:28.402194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.421261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:28.427621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c78424a-2729-4f21-a1a3-260fc5550718,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:28.441687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:28.539401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43320e9-b7d7-4a36-a30b-373a0eb531de req-024caaa2-9919-45fe-95aa-6d793fd4f785 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:28.542144 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f43320e9-b7d7-4a36-a30b-373a0eb531de req-024caaa2-9919-45fe-95aa-6d793fd4f785 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2843256 Feb 05 18:51:28.545900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.549542 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c78424a-2729-4f21-a1a3-260fc5550718 HTTP/1.1" status: 204 len: 168 time: 0.6478562 Feb 05 18:51:28.606214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.616250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-71bc2b14-7f39-4bb8-9e1c-d35e8bc4ef04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:28.622606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Pushing event updated for resources: {'Port': ['ID=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:28.629258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:28.661906 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f43320e9-b7d7-4a36-a30b-373a0eb531de req-a768a60f-27d1-441c-9cc4-c112909f2927 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073856 Feb 05 18:51:28.668695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3c62b3-9ef7-42d7-9b20-0acc0237e4e0,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:28.672404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:28.675419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.679536 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ea3c62b3-9ef7-42d7-9b20-0acc0237e4e0 HTTP/1.1" status: 204 len: 168 time: 0.4959211 Feb 05 18:51:28.833805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-66c50467-3c0c-4ed5-80a0-d36e307d9641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:28.912141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e156d1-51ff-4739-8665-aca90fa1986c req-bba3625f-0081-4117-b6c2-80e59cf2ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:28.913980 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-bba3625f-0081-4117-b6c2-80e59cf2ed5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4970365 Feb 05 18:51:29.117503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Attempting to bind port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:51:29.117872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Attempting to bind port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:51:29.118306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Attempting to bind port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e on network 0e6f2205-17c7-485c-b230-98a3329eb62d {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:51:29.141680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:51:29.142020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Checking segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:29.142257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:29.142722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Bound using segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:51:29.143230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Bound port: 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:51:29.143478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:29.212398 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-1c7e1f75-79ac-4d69-a9b7-2b1c27bcdb08 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846532 Feb 05 18:51:29.383289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] For port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:51:29.517020 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-ed10e0d7-5672-4106-a4e1-8e9fb9aa19e8 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2887981 Feb 05 18:51:29.519525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] For port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:51:29.543307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f44526-23df-472b-80cf-09407e09f913 req-4e143547-6caf-4e5f-bdb6-955ad8a04524 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:29.544782 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-44f44526-23df-472b-80cf-09407e09f913 req-4e143547-6caf-4e5f-bdb6-955ad8a04524 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 944 time: 0.2509069 Feb 05 18:51:29.623573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:29.644970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4297eee8-5ce9-41ed-82fa-3825e5895611 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:29.661110 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-44f44526-23df-472b-80cf-09407e09f913 req-a7c650df-e4ad-4583-82e0-9f4b8bc174ea tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788271 Feb 05 18:51:29.684041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-011037fe-974b-4827-b007-148311022708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:29.685714 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-011037fe-974b-4827-b007-148311022708 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 1162 time: 0.1399214 Feb 05 18:51:29.686197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38470) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:29.736564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:29.845450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Pushing event updated for resources: {'Port': ['ID=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:29.849520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:29.886495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38474) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:29.893231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:29.922925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38478) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:29.927629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:166e30ec2f104191915864def4c634b6 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:29.973216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:29.981375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:30.016786 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6ec972e4-3c5c-4cc3-9ec8-0c32a3116dbb req-cc6a2602-ff81-402c-87f0-6974d59d0431 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 210 time: 0.0948691 Feb 05 18:51:30.019532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:30.036241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:30.053113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671221aa-3316-443f-acd0-5d1c66303680 req-a854f879-38b4-44e9-b6c7-a51838b6cb70 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:30.055561 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-a854f879-38b4-44e9-b6c7-a51838b6cb70 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 0.6336365 Feb 05 18:51:30.060682 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Usage tracker for resource:security_group_rule and tenant:9463f57dd00f4509bbff4f3ac424dda9 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:30.073688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:30.085118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Request body: {'port': {'device_id': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e', 'admin_state_up': True, 'tenant_id': '0104543225fe4336b88d48ed8c653f5a'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:30.092824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:30.116920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-aecae231-aacd-4b83-8137-ee7f3dd277ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:30.119607 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-aecae231-aacd-4b83-8137-ee7f3dd277ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 913 time: 0.4158123 Feb 05 18:51:30.200634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf44c5-3c5d-4b5a-a7a8-91a76ac5f85a req-d9bbe45c-c4f9-4443-b7f8-8b0385a77c0e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:30.203268 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c3cf44c5-3c5d-4b5a-a7a8-91a76ac5f85a req-d9bbe45c-c4f9-4443-b7f8-8b0385a77c0e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.5814931 Feb 05 18:51:30.258147 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-bea028be-e104-4219-a48c-3c7f6f005436 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=14fc612b-0ea7-4414-9590-5d61f3330bb7 HTTP/1.1" status: 200 len: 217 time: 0.1219735 Feb 05 18:51:30.313961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:30.314741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:30.316228 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] 10.222.0.26 "PUT /v2.0/ports/1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 200 len: 1158 time: 3.9811428 Feb 05 18:51:30.316797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:30.350546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:30.372438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-6f431fe5-d50c-4dbe-868f-c312244b3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:30.375056 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-6f431fe5-d50c-4dbe-868f-c312244b3645 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.1021428 Feb 05 18:51:30.410251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:30.434086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Usage tracker for resource:security_group_rule and tenant:6b1183c770f4427ebe995e4c32bc9d77 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:30.459405 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-0ef7571e-3e98-4c37-b3dc-18a45f14711f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764029 Feb 05 18:51:30.484095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:30.517700 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c3cf44c5-3c5d-4b5a-a7a8-91a76ac5f85a req-5987c4a7-1f57-4566-bfe4-2cd723062baa tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474732 Feb 05 18:51:30.523603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:30.530220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:30.551567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:30.552077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125af8f7-3c87-47eb-8090-19335e5c985c req-4fd86de9-3cfd-4ace-ae53-61709d5572a3 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:30.560317 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-125af8f7-3c87-47eb-8090-19335e5c985c req-4fd86de9-3cfd-4ace-ae53-61709d5572a3 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.3501413 Feb 05 18:51:30.625228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-49271d9b-66f6-4d07-8580-c152d7fedaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:30.626897 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-49271d9b-66f6-4d07-8580-c152d7fedaae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 1161 time: 0.1978774 Feb 05 18:51:30.632802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Made reservation on behalf of 0104543225fe4336b88d48ed8c653f5a for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:30.655777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:30.671316 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'status': 'completed', 'code': 200} Feb 05 18:51:30.772203 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-38efa6ad-754d-40ce-8503-93d27af7f38f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 200 len: 217 time: 0.0999420 Feb 05 18:51:30.919960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3838ea8d-2086-4071-a111-4bf50dd9f071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:30.953722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:30.982252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.004745 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-125af8f7-3c87-47eb-8090-19335e5c985c req-1e2f0167-3843-4186-887d-e7d3c7ba5fe6 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434426 Feb 05 18:51:31.008213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.028084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.036453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-7e4ef2ce-ac43-49af-ba5d-d0f7cac035f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:31.037985 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-7e4ef2ce-ac43-49af-ba5d-d0f7cac035f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.2519190 Feb 05 18:51:31.043323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0d03d7d4-72be-44ee-90ff-245d26093689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:31.067840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.088219 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=166e30ec2f104191915864def4c634b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3978517 Feb 05 18:51:31.096796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38496) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:31.159769 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9463f57dd00f4509bbff4f3ac424dda9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2694495 Feb 05 18:51:31.162756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38500) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:31.167758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.170453 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-0caf2101-7f16-4e44-97f9-072fe1bdf743 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6076744 Feb 05 18:51:31.170915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ce8ecd-4343-45a6-9715-27e7bc290902,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:31.205966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:31.224215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:31.225031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:31.286369 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4b4394cc-063e-4ee2-a1bc-d89084a2aca5 req-351606f3-f52a-448b-a377-c653f1198cab tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 210 time: 0.1188815 Feb 05 18:51:31.374532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0972e6-48a1-4f5c-aa6e-c0d8ba3e60a0,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:31.379468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbec1b-5540-46fa-8af8-1acfdcae7d13 req-4814f992-19d1-4bfa-b7a3-1750bac3e35e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:31.382312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:31.386691 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4dbbec1b-5540-46fa-8af8-1acfdcae7d13 req-4814f992-19d1-4bfa-b7a3-1750bac3e35e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 944 time: 0.5275612 Feb 05 18:51:31.396391 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.411004 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b1183c770f4427ebe995e4c32bc9d77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4772522 Feb 05 18:51:31.417438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38504) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:31.441296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccc5cbf-5337-4182-acfd-e2a6f515071a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:31.468097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.524515 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2e96685-52c4-4789-b710-19c341fdb7cb req-c94da987-1120-48e1-8970-07c934aac34f service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2852147 Feb 05 18:51:31.556251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:31.584565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.619507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.643092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.651759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:31.685122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ce8ecd-4343-45a6-9715-27e7bc290902,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:31.691415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:31.693881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.697765 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53ce8ecd-4343-45a6-9715-27e7bc290902 HTTP/1.1" status: 204 len: 168 time: 0.5976250 Feb 05 18:51:31.703678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:31.760660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:31.773228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Allocated IP 172.20.0.11 (0288e4e8-4b28-4aaa-8665-7f715ccc9f7e/ebbc6465-839e-4fcf-b597-a768890675b3/8055ceaa-7543-4b03-8820-c67ceb4ab4ab) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:51:31.777616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:31.778041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.820336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.833555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-977266f9-b57f-4002-9705-a3380e4ec0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:31.856097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccc5cbf-5337-4182-acfd-e2a6f515071a,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:31.870979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:31.879229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:31.880640 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dccc5cbf-5337-4182-acfd-e2a6f515071a HTTP/1.1" status: 204 len: 168 time: 0.4621251 Feb 05 18:51:32.001677 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4dbbec1b-5540-46fa-8af8-1acfdcae7d13 req-6c484cf0-d8a9-46a2-af05-86df54ea1458 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6029890 Feb 05 18:51:32.006023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.044771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.066120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-4c9bc168-3390-4bee-9e35-e86deb9ca97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:32.067951 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-4c9bc168-3390-4bee-9e35-e86deb9ca97e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 1.0023501 Feb 05 18:51:32.095803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8920455-df34-4b5a-8726-3299bdafbdd9 req-60992611-d8b5-4385-8d26-bc739fe279ae tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:32.098546 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b8920455-df34-4b5a-8726-3299bdafbdd9 req-60992611-d8b5-4385-8d26-bc739fe279ae tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.3609285 Feb 05 18:51:32.117554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 3e32170e-8ad3-4c4e-8085-1d68f434f632, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:32.120193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:32.154196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.156592 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e9dc396d-ea3a-4201-8fb1-b81ef415db28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:32.261137 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b8920455-df34-4b5a-8726-3299bdafbdd9 req-e8bc94ce-71b6-4457-b2e3-b1492b793a4e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523798 Feb 05 18:51:32.274908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=3e32170e-8ad3-4c4e-8085-1d68f434f632,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:32.285202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.285677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.286742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.287209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.287660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.288107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.289056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.289513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.289958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.290424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.292300 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.292836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.293370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.293897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.294565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.294939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.295580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.295956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.296327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.296694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.297101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.297407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.297773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.298234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:51:32.310896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.311947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:32.346313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.386113 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'code': 200} Feb 05 18:51:32.493111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-80a1c61a-e09c-4453-ac11-f219912ae2de service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176234 Feb 05 18:51:32.576842 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0da783b1-af26-4960-9f60-9a8457a20bca req-24ef7657-29f9-4fb9-bd53-e5880cc6b519 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 210 time: 0.0606027 Feb 05 18:51:32.659733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.738719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.747321 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-231e7c88-0885-4c55-98cd-ff60b2404319 req-b2a2183a-169e-421f-a32b-6a2c8b3814a1 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2251174 Feb 05 18:51:32.866387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bb36b-286c-4089-8e03-bf4a71211001 req-e4d267d4-4850-483d-b386-4501254b9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:32.868124 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-633bb36b-286c-4089-8e03-bf4a71211001 req-e4d267d4-4850-483d-b386-4501254b9808 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1162 time: 0.1019115 Feb 05 18:51:32.894738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38538) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:32.919244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f614-6dba-4799-9ecc-f195f32325e2 req-7bdfaf24-5279-42c4-a3cd-bdfae54e70c9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:32.920850 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ae86f614-6dba-4799-9ecc-f195f32325e2 req-7bdfaf24-5279-42c4-a3cd-bdfae54e70c9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.6871312 Feb 05 18:51:32.922951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:32.924653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.928918 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:32.960813 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-633bb36b-286c-4089-8e03-bf4a71211001 req-68547455-b244-4ac6-a978-b0fe6da0fd55 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830605 Feb 05 18:51:32.961680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:32.969114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Usage tracker for resource:security_group_rule and tenant:34b376e462dc4820a2f8ecdd39f2746e is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:32.973194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:32.981334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:33.002448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:33.045564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0972e6-48a1-4f5c-aa6e-c0d8ba3e60a0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:33.054565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:33.098190 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ae86f614-6dba-4799-9ecc-f195f32325e2 req-eade7d07-ea07-47c9-93e4-5d919efb5562 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635246 Feb 05 18:51:33.100910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.133742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.142719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.146326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d0972e6-48a1-4f5c-aa6e-c0d8ba3e60a0 HTTP/1.1" status: 204 len: 168 time: 1.9779606 Feb 05 18:51:33.165483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-00f78ac4-9883-4a3c-8bf0-8418390aa50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:33.186422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-5376ac7e-b2e4-4652-b50b-f9de57e5fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:33.188721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:33.189349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.199542 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-5376ac7e-b2e4-4652-b50b-f9de57e5fe47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 1161 time: 0.2758708 Feb 05 18:51:33.205583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.232229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-75cab170-687f-4060-85b6-e5becb5523aa tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:33.365916 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=34b376e462dc4820a2f8ecdd39f2746e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4684443 Feb 05 18:51:33.378795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38558) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:33.383356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163d4d35-6687-481f-a87b-dbd2abcbb3ac,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:33.389021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:33.573690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0415d-b198-43ba-a3af-e4c7287c4434 req-cf7899c1-81ad-424c-a4ab-0862e3d513b5 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:33.575480 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2bd0415d-b198-43ba-a3af-e4c7287c4434 req-cf7899c1-81ad-424c-a4ab-0862e3d513b5 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 944 time: 0.3079486 Feb 05 18:51:33.622398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event updated for resources: {'Port': ['ID=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:33.626603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:33.672850 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2bd0415d-b198-43ba-a3af-e4c7287c4434 req-df607be4-8889-4c0b-a78a-80bc9a41aee0 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768685 Feb 05 18:51:33.703672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:51:33.713352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:33.714610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.714857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.720474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:51:33.797099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.803538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:33.804344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.843655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-e8602dd8-a786-4827-8f47-09159b577832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:33.845624 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-e8602dd8-a786-4827-8f47-09159b577832 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 905 time: 0.5148284 Feb 05 18:51:33.894628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.964161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e7f37e9c-d695-4e6c-9817-893c365929b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:33.974699 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8982439 Feb 05 18:51:33.982118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:33.983701 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/163d4d35-6687-481f-a87b-dbd2abcbb3ac HTTP/1.1" status: 204 len: 168 time: 0.5966089 Feb 05 18:51:33.988956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d4d35-6687-481f-a87b-dbd2abcbb3ac,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:33.991186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38574) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:33.996453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:34.000229 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-52e2c1ba-caf7-4a5e-ab7f-fae72ddfeec1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 200 len: 217 time: 0.1398087 Feb 05 18:51:34.006367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Request body: {'port': {'device_id': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:34.014426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:34.038586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:34.047760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Usage tracker for resource:security_group_rule and tenant:78b17a4a779c4a46b7c6b31a215169a8 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:34.051861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:34.060312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:34.170072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433fd46-d511-4c62-993a-1ee4309acda8 req-c8bccdf9-b563-44c4-aa81-9f175c2c8f59 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:34.178122 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0433fd46-d511-4c62-993a-1ee4309acda8 req-c8bccdf9-b563-44c4-aa81-9f175c2c8f59 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 945 time: 0.2726133 Feb 05 18:51:34.216319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-74a71119-7dce-4577-b942-bba01236b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:34.217926 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-74a71119-7dce-4577-b942-bba01236b540 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.1796441 Feb 05 18:51:34.264166 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0433fd46-d511-4c62-993a-1ee4309acda8 req-47839f5e-e28f-4125-a19d-90106cf7343d tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836103 Feb 05 18:51:34.324117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37436aee-3661-4d42-817a-eaaaafb3bd6c req-c14ff3cf-0049-4b21-bf10-9281b923bfb1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:34.325786 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37436aee-3661-4d42-817a-eaaaafb3bd6c req-c14ff3cf-0049-4b21-bf10-9281b923bfb1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.4679034 Feb 05 18:51:34.373725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:34.402877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:34.423631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:34.456274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:34.475479 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78b17a4a779c4a46b7c6b31a215169a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810658 Feb 05 18:51:34.477287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38586) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:34.546981 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37436aee-3661-4d42-817a-eaaaafb3bd6c req-99a94c82-ad1b-4e8b-9b6b-b2d0b12ae260 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726365 Feb 05 18:51:34.649816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-f30d8af1-2f0d-4aea-a3d9-3cc58dbb4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:34.655298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2782b14a-a935-4bba-998e-2d7e0b9399ba,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:34.656418 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-f30d8af1-2f0d-4aea-a3d9-3cc58dbb4d59 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3295085 Feb 05 18:51:34.697903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:34.766988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:34.891304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4815f1-cd61-4ad2-a2b1-fb00aec18d62 req-2ef08978-979f-4475-a471-5de78e30799a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:34.893000 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d4815f1-cd61-4ad2-a2b1-fb00aec18d62 req-2ef08978-979f-4475-a471-5de78e30799a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 932 time: 0.4378383 Feb 05 18:51:34.957156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:35.020111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d4815f1-cd61-4ad2-a2b1-fb00aec18d62 req-d5fa54fd-9582-45d7-8839-435b3c05f9dd tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137185 Feb 05 18:51:35.093928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:35.102217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1075a00c-afc2-4a26-9b2a-7265d8c3387d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:35.117642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2782b14a-a935-4bba-998e-2d7e0b9399ba,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:35.134111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:35.135896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:35.141154 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2782b14a-a935-4bba-998e-2d7e0b9399ba HTTP/1.1" status: 204 len: 168 time: 0.6604536 Feb 05 18:51:35.238872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:35.362990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:35.363415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:35.377042 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-8a03451f-faf6-426a-ae1b-0d79b1a9b017 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6572785 Feb 05 18:51:35.387038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfec5e-4145-444d-8e85-f4c2bc84e752 req-b84f9f53-34b0-4540-801d-4146dc1d05e3 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:35.388869 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e8bfec5e-4145-444d-8e85-f4c2bc84e752 req-b84f9f53-34b0-4540-801d-4146dc1d05e3 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 944 time: 0.2034760 Feb 05 18:51:35.527527 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e8bfec5e-4145-444d-8e85-f4c2bc84e752 req-b4838982-fc82-430f-946a-d1cbf8f73ffb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261790 Feb 05 18:51:35.632292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b299e3-4d40-4548-b641-1cec443ec659 req-4384834b-2652-47f5-9133-ff1fe7b79386 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:35.640081 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-40b299e3-4d40-4548-b641-1cec443ec659 req-4384834b-2652-47f5-9133-ff1fe7b79386 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.8626549 Feb 05 18:51:35.689972 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ad26090-349d-4c09-a55c-c4d9d1b2cb40 req-6944edaa-8775-4cec-adc1-197a0d65f64e service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3024900 Feb 05 18:51:35.738437 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-40b299e3-4d40-4548-b641-1cec443ec659 req-b1fb0df3-8217-432b-af6e-21ad99929674 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972095 Feb 05 18:51:35.877463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a65364-92e1-4355-822c-80ddec0bcb86 req-504ee318-2668-44e6-9ea1-f8e31d9625cf tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:35.879661 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29a65364-92e1-4355-822c-80ddec0bcb86 req-504ee318-2668-44e6-9ea1-f8e31d9625cf tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 945 time: 0.2223938 Feb 05 18:51:35.948792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8055ceaa-7543-4b03-8820-c67ceb4ab4ab {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:51:35.957871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:35.975336 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29a65364-92e1-4355-822c-80ddec0bcb86 req-e1f82761-6f71-4680-9724-b762bc702ab7 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861673 Feb 05 18:51:35.976484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Transition to ACTIVE for port object 8055ceaa-7543-4b03-8820-c67ceb4ab4ab will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:51:36.031788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.059365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d6e135fd-5592-4940-9a8c-8756b7404512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:36.097250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38632) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:36.143818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Pushing event updated for resources: {'Port': ['ID=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:36.200152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:36.384091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76b2e-4c05-4b8c-8c7d-74d8bf871be6 req-bf55cd7d-2216-427d-ae3b-667b77e26cf2 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:36.386453 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-82a76b2e-4c05-4b8c-8c7d-74d8bf871be6 req-bf55cd7d-2216-427d-ae3b-667b77e26cf2 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 944 time: 0.1873634 Feb 05 18:51:36.438312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b3ad8-441b-41cd-819f-c05310f629a4 req-24456c83-7cb9-4d59-9651-363aef40c991 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:36.440039 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-800b3ad8-441b-41cd-819f-c05310f629a4 req-24456c83-7cb9-4d59-9651-363aef40c991 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.4531820 Feb 05 18:51:36.463379 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-82a76b2e-4c05-4b8c-8c7d-74d8bf871be6 req-e720ac79-07c0-450a-894c-87aa7c4b1100 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694897 Feb 05 18:51:36.471241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-777570204-network', 'tenant_id': '0376a617f62a46e1b9e29c38753c2e68'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:36.476806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:36.488773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Usage tracker for resource:network and tenant:0376a617f62a46e1b9e29c38753c2e68 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:36.492054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:36.499512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:36.548225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Made reservation on behalf of 0376a617f62a46e1b9e29c38753c2e68 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:36.555853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.577325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.599230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:36.605885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Usage tracker for resource:security_group_rule and tenant:0376a617f62a46e1b9e29c38753c2e68 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:36.609171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:36.616837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:36.654201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-dc1f8b63-888b-42b5-ae20-c8c5ce4e4055 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:36.656728 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-dc1f8b63-888b-42b5-ae20-c8c5ce4e4055 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.26 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 945 time: 0.4433084 Feb 05 18:51:36.772389 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-800b3ad8-441b-41cd-819f-c05310f629a4 req-3f0229b0-5bfb-4097-b77b-c4c02fef50c1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160424 Feb 05 18:51:36.826711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Attempting to bind port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:51:36.827078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Attempting to bind port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:51:36.827448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Attempting to bind port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab on network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:51:36.852492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.865528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Deleting port 984a7918-9959-4668-91b6-4364f4c36015 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:51:36.866086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.893539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.922738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:51:36.923528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Checking segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:36.924178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:36.924759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Bound using segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:51:36.925370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Bound port: 8055ceaa-7543-4b03-8820-c67ceb4ab4ab, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:51:36.925966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.049560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49096c30-a177-4563-b91f-32aaab6c4a15 req-b63d5655-a881-47e8-9884-5009d0f69544 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:37.058269 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-49096c30-a177-4563-b91f-32aaab6c4a15 req-b63d5655-a881-47e8-9884-5009d0f69544 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 944 time: 0.3715813 Feb 05 18:51:37.068698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-01f89337-1b5d-4437-8bed-573e17f8240b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:37.080150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:51:37.131761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb5a71-1654-4a8a-acf1-89e900f69572,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:37.135995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.136448 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Added segment 421e1bb4-4f15-4486-856b-b978a8dd5f6a of type vxlan for network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 Feb 05 18:51:37.145641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:37.186363 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-49096c30-a177-4563-b91f-32aaab6c4a15 req-c91f53a8-e34f-4b0e-b9e1-762d2b31142d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267910 Feb 05 18:51:37.216166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.339631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] For port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:51:37.343082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.344961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:37.345949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.354206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ba67674b-3f10-4653-8eab-484d549c74e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:37.375530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] For port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:51:37.434936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:37.470417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19a29e-e122-49e5-8ff7-f362b71cdc4b req-aa58fb37-06e0-4867-89b6-3bd26118ba62 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:37.478284 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e19a29e-e122-49e5-8ff7-f362b71cdc4b req-aa58fb37-06e0-4867-89b6-3bd26118ba62 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.4164820 Feb 05 18:51:37.504144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.533437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:37.586058 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Pushing event updated for resources: {'Network': ['ID=d52acb55-0bb4-451a-9d25-5ebce9cf8d76,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:37.591992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:37.602583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:51:37.609688 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5110793 Feb 05 18:51:37.617156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38674) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:37.625479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:51:37.625849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Request body: {'subnet': {'network_id': 'd52acb55-0bb4-451a-9d25-5ebce9cf8d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-777570204-subnet', 'tenant_id': '0376a617f62a46e1b9e29c38753c2e68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:37.721025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0229c1d-2ca3-4327-acd9-d1fb7775a684 req-5985634e-6720-487d-bfde-698a8140ce57 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:37.732744 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0229c1d-2ca3-4327-acd9-d1fb7775a684 req-5985634e-6720-487d-bfde-698a8140ce57 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.3012137 Feb 05 18:51:37.733981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:37.736454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38678) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:37.752711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'floatingip': {'port_id': '3e32170e-8ad3-4c4e-8085-1d68f434f632'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:37.782521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:37.900997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Usage tracker for resource:subnet and tenant:0376a617f62a46e1b9e29c38753c2e68 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:37.922978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:37.934035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:37.936760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.936869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:37.994749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:37.998984 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e19a29e-e122-49e5-8ff7-f362b71cdc4b req-0a1eb142-cde0-4351-89eb-313b6bd77291 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196276 Feb 05 18:51:38.006895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] For port 984a7918-9959-4668-91b6-4364f4c36015, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=984a7918-9959-4668-91b6-4364f4c36015,segment=NetworkSegment(04e21ac7-18bd-4509-8e35-bdd6741055a1),segment_id=04e21ac7-18bd-4509-8e35-bdd6741055a1)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:38.007295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:38.225317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Pushing event updated for resources: {'Port': ['ID=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:38.241339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:38.250777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:38.298156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:38.310551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:38.359036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Calling delete_port for 984a7918-9959-4668-91b6-4364f4c36015 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:51:38.380520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:38.385170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:38.429809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 984a7918-9959-4668-91b6-4364f4c36015 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:51:38.499075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:38.499692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:38.501180 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] 10.222.0.26 "PUT /v2.0/ports/8055ceaa-7543-4b03-8820-c67ceb4ab4ab HTTP/1.1" status: 200 len: 1158 time: 4.5055351 Feb 05 18:51:38.502558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'tag': '8055ceaa-7543-4b03-8820-c67ceb4ab4ab'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:38.503880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Made reservation on behalf of 0376a617f62a46e1b9e29c38753c2e68 for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:38.509071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:38.611005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:38.667398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:38.671960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:38.770962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31c6ad-7129-4f38-9c29-7bfbac602cae req-40489ed0-47dc-4154-8e49-025608c4cf43 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:38.771807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8c31c6ad-7129-4f38-9c29-7bfbac602cae req-40489ed0-47dc-4154-8e49-025608c4cf43 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:51:38.828021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019e3ab-a88b-4ffe-92c8-20f8c966588a req-4920ac8e-66ae-467a-9be8-d03632b2f921 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:38.835195 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0019e3ab-a88b-4ffe-92c8-20f8c966588a req-4920ac8e-66ae-467a-9be8-d03632b2f921 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 945 time: 0.9023652 Feb 05 18:51:38.904961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 05 18:51:38.904961 dv-cinder-774286-2-iscsi neutron-server[80059]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 05 18:51:38.904961 dv-cinder-774286-2-iscsi neutron-server[80059]: [parameters: {'status': 'DOWN', 'ports_id': '984a7918-9959-4668-91b6-4364f4c36015'}] Feb 05 18:51:38.904961 dv-cinder-774286-2-iscsi neutron-server[80059]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80172) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:51:38.905597 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:51:38.914551 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0019e3ab-a88b-4ffe-92c8-20f8c966588a req-31dda45d-4255-4d68-bf0c-f651cb8bba91 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/security-groups?id=1105d186-ef62-498d-b423-fb631c070f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780158 Feb 05 18:51:38.921392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671221aa-3316-443f-acd0-5d1c66303680 req-b75fc4b9-cf45-47df-8541-f590af1fc29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:38.923107 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-b75fc4b9-cf45-47df-8541-f590af1fc29f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 1161 time: 0.3241360 Feb 05 18:51:39.027959 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-b3c48e53-d776-4c16-950e-2be4b673e3c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8055ceaa-7543-4b03-8820-c67ceb4ab4ab HTTP/1.1" status: 200 len: 217 time: 0.0915470 Feb 05 18:51:39.029846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:39.031820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8c31c6ad-7129-4f38-9c29-7bfbac602cae req-40489ed0-47dc-4154-8e49-025608c4cf43 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:51:39.033194 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c31c6ad-7129-4f38-9c29-7bfbac602cae req-40489ed0-47dc-4154-8e49-025608c4cf43 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 944 time: 0.6865609 Feb 05 18:51:39.049224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:39.205522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Pushing event deleted for resources: {'Port': ['ID=984a7918-9959-4668-91b6-4364f4c36015,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:39.221750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:39.316362 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c31c6ad-7129-4f38-9c29-7bfbac602cae req-4bb924e9-5b3e-4fa7-8f18-dbe790fb07b1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244108 Feb 05 18:51:39.322832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671221aa-3316-443f-acd0-5d1c66303680 req-d813a2fc-8d92-4acc-8bc2-fafda32d2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:39.324433 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-d813a2fc-8d92-4acc-8bc2-fafda32d2569 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.2295225 Feb 05 18:51:39.417269 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-1ebe5c20-cae7-48e7-a51f-d58d8b7f314e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769696 Feb 05 18:51:39.500043 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'code': 200} Feb 05 18:51:39.500818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Port 984a7918-9959-4668-91b6-4364f4c36015 update to DOWN by agent not found {{(pid=80172) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 05 18:51:39.567343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] No DVR routers for this DVR port 984a7918-9959-4668-91b6-4364f4c36015 on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:51:39.632901 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-52a2f407-a77d-4bdc-8e2e-a41841fcab75 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072275 Feb 05 18:51:39.635778 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'tag': '8055ceaa-7543-4b03-8820-c67ceb4ab4ab', 'status': 'completed', 'code': 200} Feb 05 18:51:39.639330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:39.690892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:39.817047 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdd19610-ef9b-494e-b4a9-4502e6bcf814 req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.26 "DELETE /v2.0/ports/984a7918-9959-4668-91b6-4364f4c36015 HTTP/1.1" status: 204 len: 173 time: 3.1434300 Feb 05 18:51:39.829704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2441c928-a58b-4c45-ae90-d2aa0abccee9 req-879e40e3-bbf2-44b4-ac42-560975d0d0b4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:39.831464 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2441c928-a58b-4c45-ae90-d2aa0abccee9 req-879e40e3-bbf2-44b4-ac42-560975d0d0b4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.7772238 Feb 05 18:51:39.838659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:39.841462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:39.996492 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-671221aa-3316-443f-acd0-5d1c66303680 req-9c8bbb7a-9cc4-4478-9a28-c31ad4d7d0a3 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3436067 Feb 05 18:51:40.149596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4f42b-ea96-4392-966a-81e206f96d80 req-1ba11dc6-6242-4cd0-bad7-344a61a2b04d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:40.151871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5e4f42b-ea96-4392-966a-81e206f96d80 req-1ba11dc6-6242-4cd0-bad7-344a61a2b04d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.3369324 Feb 05 18:51:40.218975 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2441c928-a58b-4c45-ae90-d2aa0abccee9 req-73ec04f9-8455-4923-8dde-9e5f0cef4df9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771930 Feb 05 18:51:40.225248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.resource_extend [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 18:51:40.289110 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5e4f42b-ea96-4392-966a-81e206f96d80 req-67b936ee-6afe-4c70-b35e-e6a0339f3ba9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995367 Feb 05 18:51:40.308773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-18a6c593-21f0-47af-aea1-a5bda60bd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:40.310437 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-18a6c593-21f0-47af-aea1-a5bda60bd72f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 1161 time: 0.1575568 Feb 05 18:51:40.508001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-858320e2-94f3-4589-b5c8-7d8fc0baab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:40.510837 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-858320e2-94f3-4589-b5c8-7d8fc0baab74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 906 time: 0.1876490 Feb 05 18:51:40.516259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:40.525184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a56d4-14d8-4896-b6a5-4907538e3dc7 req-4a8a8439-3b8b-4458-84f7-a82d8354f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:40.526915 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-987a56d4-14d8-4896-b6a5-4907538e3dc7 req-4a8a8439-3b8b-4458-84f7-a82d8354f437 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 1163 time: 0.6944184 Feb 05 18:51:40.530956 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e2eb54dd-04db-4f82-895e-864b518d3895 req-66c4ea38-f5fb-4cf5-821a-6d7a564c2c15 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] 10.222.0.43 "GET /v2.0/ports?device_id=867519e8-9cc8-4fa4-97f4-79a103fc0bf8 HTTP/1.1" status: 200 len: 210 time: 0.1347022 Feb 05 18:51:40.574961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:40.586342 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38748) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:40.790277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e617e-5ab5-4714-b1df-707eaf885bb5 req-0d2301d5-14eb-4242-b3b3-99cb4b22d139 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:40.806442 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2c2e617e-5ab5-4714-b1df-707eaf885bb5 req-0d2301d5-14eb-4242-b3b3-99cb4b22d139 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 944 time: 0.2204790 Feb 05 18:51:41.047726 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-987a56d4-14d8-4896-b6a5-4907538e3dc7 req-f31c0245-7ff4-4d39-9de8-a67e451e9b11 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898445 Feb 05 18:51:41.108758 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Floating IP cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0 associated. External IP: 172.27.2.44, port: 3e32170e-8ad3-4c4e-8085-1d68f434f632. Feb 05 18:51:41.142272 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-b54b63d8-a6f6-4fcc-bf57-e62f18222d8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8055ceaa-7543-4b03-8820-c67ceb4ab4ab HTTP/1.1" status: 200 len: 217 time: 0.3299160 Feb 05 18:51:41.145878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:41.177795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:41.203435 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2c2e617e-5ab5-4714-b1df-707eaf885bb5 req-4e274290-7a44-45c5-bbc7-2dd868decbb9 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932145 Feb 05 18:51:41.204659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6a58fe7042424fb67893734b0e270a is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:41.208144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:41.215515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:41.266041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:41.289440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e44f47dc-2640-47cd-b448-3b916d18e536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:41.392619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-22271540-e028-47d8-b6a3-76c2e19a4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:41.394381 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-22271540-e028-47d8-b6a3-76c2e19a4d87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.1101356 Feb 05 18:51:41.469286 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-76e98645-8d14-407a-8c46-3a006bc0fc60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633037 Feb 05 18:51:41.475097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:41.553853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fc7107-df0a-46d2-a1cc-4083da3fd10f,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:41.565418 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:41.577006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:41.582420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aee92152-a248-44d4-ac46-66e60e56b58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:41.647152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'name': 'network-vif-deleted', 'tag': '984a7918-9959-4668-91b6-4364f4c36015'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:41.714526 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f6a58fe7042424fb67893734b0e270a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1232543 Feb 05 18:51:41.714938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e4d356-d971-4f57-8cad-69c82fc7ba6c,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:41.718749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:41.719427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38768) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:41.867301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d1a1-9679-40d0-b457-fcd6876bc78c req-9f6a45c2-1d94-49c4-a216-a5e8dfcdc627 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:41.869021 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9b41d1a1-9679-40d0-b457-fcd6876bc78c req-9f6a45c2-1d94-49c4-a216-a5e8dfcdc627 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.3633811 Feb 05 18:51:41.884664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d9baa-09d2-49fa-83a2-b2fdb0ffa245 req-6553874c-07a2-4a2e-afe1-1c65c878631b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:41.886688 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ae5d9baa-09d2-49fa-83a2-b2fdb0ffa245 req-6553874c-07a2-4a2e-afe1-1c65c878631b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.4985790 Feb 05 18:51:41.932061 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-857f54a1-fc32-453d-a4c3-e25773a5607c service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495194 Feb 05 18:51:41.972177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Checking segment: {'id': '421e1bb4-4f15-4486-856b-b978a8dd5f6a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd52acb55-0bb4-451a-9d25-5ebce9cf8d76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:41.972582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Network hostable DHCP agents. Network: d52acb55-0bb4-451a-9d25-5ebce9cf8d76, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:51:42.024357 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ae5d9baa-09d2-49fa-83a2-b2fdb0ffa245 req-8c16978d-d399-4c41-9b5e-b767ca71b725 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266859 Feb 05 18:51:42.064071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Router e64e8245-f980-440a-99a6-dc4429a24dab has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:51:42.106038 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9b41d1a1-9679-40d0-b457-fcd6876bc78c req-d30e1feb-c903-48e2-86b0-286e487006e0 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163618 Feb 05 18:51:42.150813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:42.210817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:42.235927 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867519e8-9cc8-4fa4-97f4-79a103fc0bf8', 'name': 'network-vif-deleted', 'tag': '984a7918-9959-4668-91b6-4364f4c36015', 'status': 'completed', 'code': 200} Feb 05 18:51:42.258747 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19b6b25d-36f5-44c3-8fd8-59535672c482 req-5743b976-45e2-4d0c-8330-0dd4ba438e20 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3174136 Feb 05 18:51:42.261556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:51:42.311480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, d52acb55-0bb4-451a-9d25-5ebce9cf8d76) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:42.323926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:42.324583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:42.325758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f858fa8f-aa07-46a5-9bed-dee81b13c096 None None] Network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:51:42.448021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:51:42.452901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:42.465301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] Sync routers for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:51:42.471379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:42.477942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a112013b-5c94-4cd6-a03e-e25fe7660ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:42.480770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:51:42.483045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:51:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:42.499227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e4d356-d971-4f57-8cad-69c82fc7ba6c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:42.527033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:42.531969 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07e4d356-d971-4f57-8cad-69c82fc7ba6c HTTP/1.1" status: 204 len: 168 time: 0.8064163 Feb 05 18:51:42.533150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:42.572645 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-89b81834-17ff-424c-8edd-6d62c59201da admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.9520571 Feb 05 18:51:42.675870 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5ea35cbb-5499-4502-ae81-3408e3237165 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "PUT /v2.0/floatingips/cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0 HTTP/1.1" status: 200 len: 990 time: 4.9352980 Feb 05 18:51:42.691745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:42.798699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b42a7-d899-4390-b158-04ddcdad5cd2 None None] Network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:51:42.987989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:51:43.025930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ca153-c823-48bb-892c-aa63ba640cc3 req-772f0ba2-c9c7-4f44-8526-32f8d600e737 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:43.042614 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-759ca153-c823-48bb-892c-aa63ba640cc3 req-772f0ba2-c9c7-4f44-8526-32f8d600e737 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 944 time: 0.5357473 Feb 05 18:51:43.099974 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'status': 'completed', 'code': 200} Feb 05 18:51:43.214563 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-759ca153-c823-48bb-892c-aa63ba640cc3 req-31a5ab5c-d2c7-4907-8d08-382486fc6f9c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707313 Feb 05 18:51:43.380215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc19c-2583-4eda-853a-52bcfac7905e req-dbc822ad-7526-467a-9b8b-7b815d19e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:43.381976 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-883cc19c-2583-4eda-853a-52bcfac7905e req-dbc822ad-7526-467a-9b8b-7b815d19e1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1162 time: 0.2572842 Feb 05 18:51:43.554812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38812) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:43.580224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'port_id': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'mac_address': 'fa:16:3e:36:2b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:51:04Z', 'updated_at': '2021-02-05T18:51:40Z', 'revision_number': 1, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:43.586242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] Checking router: e64e8245-f980-440a-99a6-dc4429a24dab for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:51:43.598799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:51:43.600012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:51:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:43.606093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:43.622113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9149a-e944-4739-be96-e99f20cfbd8e req-aa0713d6-5c6b-49ee-8908-5c3cd03baef5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:43.623854 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8d9149a-e944-4739-be96-e99f20cfbd8e req-aa0713d6-5c6b-49ee-8908-5c3cd03baef5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2369070 Feb 05 18:51:43.699599 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8d9149a-e944-4739-be96-e99f20cfbd8e req-e00f701c-4cdd-4938-bc98-7e1e2aeb9554 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693204 Feb 05 18:51:43.728653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbafa01-5ba0-4825-9551-1cb160573cbd req-6677d883-201c-442f-b703-304a43d59d6b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:43.736944 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdbafa01-5ba0-4825-9551-1cb160573cbd req-6677d883-201c-442f-b703-304a43d59d6b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.4119482 Feb 05 18:51:43.739366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:43.802758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Usage tracker for resource:security_group_rule and tenant:463525a0f0b84ba587a40656fc358939 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:43.810335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:43.813626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc19c-2583-4eda-853a-52bcfac7905e req-d7f10551-febe-4f99-bf6e-59dde51e9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:43.815281 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-883cc19c-2583-4eda-853a-52bcfac7905e req-d7f10551-febe-4f99-bf6e-59dde51e9327 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.4103253 Feb 05 18:51:43.823676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:43.826451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:51:43.854881 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdbafa01-5ba0-4825-9551-1cb160573cbd req-265b6ece-de13-465d-b5bf-d6f45d00aefd tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168575 Feb 05 18:51:44.002195 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-883cc19c-2583-4eda-853a-52bcfac7905e req-f7c04afc-a58c-439b-a287-a0eeab919209 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 200 len: 998 time: 0.1448374 Feb 05 18:51:44.156127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc19c-2583-4eda-853a-52bcfac7905e req-3e79e9b4-95e0-4a97-a626-74d312904100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:44.157775 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-883cc19c-2583-4eda-853a-52bcfac7905e req-3e79e9b4-95e0-4a97-a626-74d312904100 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.1403489 Feb 05 18:51:44.310223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 8055ceaa-7543-4b03-8820-c67ceb4ab4ab up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:44.315654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.357397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cc19c-2583-4eda-853a-52bcfac7905e req-0c191507-5031-483d-ab99-47a994770c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:44.359057 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-883cc19c-2583-4eda-853a-52bcfac7905e req-0c191507-5031-483d-ab99-47a994770c4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1701684 Feb 05 18:51:44.360364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.378814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54310db8-1578-4cf6-861a-2153a1692ff3 req-a65f97f0-8e71-419c-92e8-1670768e5405 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:44.391428 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-54310db8-1578-4cf6-861a-2153a1692ff3 req-a65f97f0-8e71-419c-92e8-1670768e5405 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.3049214 Feb 05 18:51:44.395579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38840) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:44.408903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'floatingip': {'port_id': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:44.415049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ba4b37e9-a572-4d85-aceb-695ca66ba4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:44.455726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348b92bd-cc24-4290-a615-6257b48293b8,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:44.496598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:51:44.502067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:44.502537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.544960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'port_id': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'mac_address': 'fa:16:3e:36:2b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:51:04Z', 'updated_at': '2021-02-05T18:51:40Z', 'revision_number': 1, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:44.547460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:44.564721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38844) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:44.565028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565a837-42cf-41c2-98f6-9c43bc521be7 None None] The sync data for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi is: [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'floating_ip_address': '172.27.2.44', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'port_id': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'mac_address': 'fa:16:3e:36:2b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:51:04Z', 'updated_at': '2021-02-05T18:51:40Z', 'revision_number': 1, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:51:44.567131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.589034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460576055-network', 'tenant_id': 'b30a53228b5f48d199e68faedadfc917'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:44.596561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:44.606810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Usage tracker for resource:network and tenant:b30a53228b5f48d199e68faedadfc917 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:44.610494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:44.629739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:44.705165 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38850) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:44.719499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.744635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Made reservation on behalf of b30a53228b5f48d199e68faedadfc917 for: {'network': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:44.749125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.783010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:51:44.784241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8055ceaa-7543-4b03-8820-c67ceb4ab4ab'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:44.833691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.835244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:44.919503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:44.950604 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=463525a0f0b84ba587a40656fc358939&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3895590 Feb 05 18:51:44.957191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38862) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:44.994882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0ed8a102-eb23-46dd-804e-ec67f1aecfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:45.054507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:45.060097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Usage tracker for resource:security_group_rule and tenant:b30a53228b5f48d199e68faedadfc917 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:45.067222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:45.073084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8c0d6-87c4-4369-aa52-c16b47481f13 None None] New status for floating IP cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:51:45.086773 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-883cc19c-2583-4eda-853a-52bcfac7905e req-5ec70ab5-141b-496a-b533-711b01be51c4 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7057886 Feb 05 18:51:45.092810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:45.260789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.300604 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Deleting subnet ca79d6f8-b31e-44e1-ae05-dfba1f175800 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:51:45.303869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.333959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:45.334409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.375072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900178c-cc61-4dfe-85f2-cc461e876cc9 req-a59d06b4-840e-4480-9787-4c9227bc8151 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:45.376372 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2900178c-cc61-4dfe-85f2-cc461e876cc9 req-a59d06b4-840e-4480-9787-4c9227bc8151 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 944 time: 0.8125908 Feb 05 18:51:45.377416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:45.387203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:45.443757 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.468836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.561207 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-883cc19c-2583-4eda-853a-52bcfac7905e req-be6d5fad-135f-41b4-9746-47d1f8cff3a1 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4570267 Feb 05 18:51:45.586101 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2900178c-cc61-4dfe-85f2-cc461e876cc9 req-af2874d5-d655-466f-9dc9-f438f6b5080d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753099 Feb 05 18:51:45.622095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.662151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.667553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-141ca9d8-4f04-4750-b0da-5ff6a5b85208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:45.675369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.677283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.691200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348b92bd-cc24-4290-a615-6257b48293b8,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:45.695821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:45.699059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:45.719364 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8055ceaa-7543-4b03-8820-c67ceb4ab4ab', 'code': 200} Feb 05 18:51:45.734557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80170) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:51:45.791834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.793776 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/348b92bd-cc24-4290-a615-6257b48293b8 HTTP/1.1" status: 204 len: 168 time: 0.8136182 Feb 05 18:51:45.805157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.805956 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Added segment bb4fe220-567c-47a4-afe9-6e83669c8378 of type vxlan for network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 Feb 05 18:51:45.807612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe5e25-6494-40ca-bcd5-30ab8ce31ab5,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:45.826759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:45.878221 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.915954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1bd83-35fa-4989-b6f2-b814ec56aa49 req-37d2281f-c273-4713-80be-9cd9832843e4 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:45.917724 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ef1bd83-35fa-4989-b6f2-b814ec56aa49 req-37d2281f-c273-4713-80be-9cd9832843e4 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 1.0130420 Feb 05 18:51:45.953697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.955348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:45.956091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:45.964345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-145e52d8-667d-496f-a5fc-7c466a05f28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:46.003136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 8055ceaa-7543-4b03-8820-c67ceb4ab4ab up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:46.118970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:46.119459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.277683 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ef1bd83-35fa-4989-b6f2-b814ec56aa49 req-a687cbb8-7b04-4c0b-8c82-3a2437cc1507 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383431 Feb 05 18:51:46.367011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Pushing event updated for resources: {'Network': ['ID=406ca822-e8c3-47a1-8246-2d1f6ef60a58,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:46.372627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:46.380723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:51:46.390211 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.8083203 Feb 05 18:51:46.393718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38880) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:46.403541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:51:46.406123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Request body: {'subnet': {'network_id': '406ca822-e8c3-47a1-8246-2d1f6ef60a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460576055-subnet', 'tenant_id': 'b30a53228b5f48d199e68faedadfc917', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:51:46.423172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:46.430999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Usage tracker for resource:subnet and tenant:b30a53228b5f48d199e68faedadfc917 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:46.440191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59158853-ed28-44ca-b7ab-7825b9ec19c7 req-fdb9232c-3f0b-43b8-bd20-a36373734143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:46.441985 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-59158853-ed28-44ca-b7ab-7825b9ec19c7 req-fdb9232c-3f0b-43b8-bd20-a36373734143 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 1163 time: 0.2403457 Feb 05 18:51:46.443210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:46.451231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:46.499752 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-59158853-ed28-44ca-b7ab-7825b9ec19c7 req-dfd94948-8be7-42aa-9f50-eef6ec5932a2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 Feb 05 18:51:46.588248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Made reservation on behalf of b30a53228b5f48d199e68faedadfc917 for: {'subnet': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:51:46.593665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.655960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.722234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.725389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ec609b8c-62a7-4b12-a159-5832d9bd6a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:46.872403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:46.930492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca79d6f8-b31e-44e1-ae05-dfba1f175800,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:47.003340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:47.043426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ef6d3-8462-437f-b8c2-3cb1cf79d1eb req-58cc727e-5102-408e-a0e4-53cb6bdd2a44 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:47.045355 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d97ef6d3-8462-437f-b8c2-3cb1cf79d1eb req-58cc727e-5102-408e-a0e4-53cb6bdd2a44 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.2018435 Feb 05 18:51:47.190582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:47.228972 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ca79d6f8-b31e-44e1-ae05-dfba1f175800 HTTP/1.1" status: 204 len: 168 time: 2.5201035 Feb 05 18:51:47.230819 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d97ef6d3-8462-437f-b8c2-3cb1cf79d1eb req-d176abac-b87a-4f17-ad8f-e453f5e3c47c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750352 Feb 05 18:51:47.230954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 38912) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:47.254785 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Floating IP eced92b9-cb5a-43c7-836d-2313605dc0ba associated. External IP: 172.27.2.16, port: 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e. Feb 05 18:51:47.507776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:47.537317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1156037f-019c-48e0-99e3-92adb8b469e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:47.646096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:47.671420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17d2bd50-9574-4795-902d-c308d141461f,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:47.677201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:47.757707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Checking segment: {'id': 'bb4fe220-567c-47a4-afe9-6e83669c8378', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '406ca822-e8c3-47a1-8246-2d1f6ef60a58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:51:47.758231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Network hostable DHCP agents. Network: 406ca822-e8c3-47a1-8246-2d1f6ef60a58, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80170) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:51:47.816271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80170) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:51:47.913501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 406ca822-e8c3-47a1-8246-2d1f6ef60a58) {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:51:47.919868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:47.920609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:47.924440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc039fe4-265a-45b1-8298-af67cd7f96a8 None None] Network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:51:47.989852 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e761ca9f-7690-441e-b48b-2766c5af4a88 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5951509 Feb 05 18:51:48.037085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 8055ceaa-7543-4b03-8820-c67ceb4ab4ab up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:51:48.186018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38930) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:48.232790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:51:48.235478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:48.401628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81568e63-5f56-436c-bbe0-3569ede635b5 None None] Network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:51:48.425122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:48.491306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:48.503308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Usage tracker for resource:security_group_rule and tenant:013944fb479c46c6a92702bf35f2ddf5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:48.508766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:48.526468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:48.549158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2a046-5450-4180-bf6e-4ecf4a19d5ca req-8e916a04-fef2-4eb6-b55f-ef1b59d15ca2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:48.550954 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-68b2a046-5450-4180-bf6e-4ecf4a19d5ca req-8e916a04-fef2-4eb6-b55f-ef1b59d15ca2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 1.0622268 Feb 05 18:51:48.671324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:48.743688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:48.771676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:48.784977 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-68b2a046-5450-4180-bf6e-4ecf4a19d5ca req-fe0b8c2f-5186-442b-b9c4-2139ea5b21cf tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871515 Feb 05 18:51:48.816999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:48.830229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c5a54e-b2c2-461e-8220-b0d6b45d34a2,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:48.838816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:48.843750 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=013944fb479c46c6a92702bf35f2ddf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6553435 Feb 05 18:51:48.845313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38952) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:48.956539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:51:48.988948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb44490-0f57-4804-b23b-8a6383defd86']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:49.012870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b9102-5af0-407d-8230-e4c673a969bd req-5485c69b-f3aa-43fa-93ed-3cb63cd88512 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:49.014617 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9b5b9102-5af0-407d-8230-e4c673a969bd req-5485c69b-f3aa-43fa-93ed-3cb63cd88512 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.3354211 Feb 05 18:51:49.046272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38958) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:49.063771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.071822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e21ac7-18bd-4509-8e35-bdd6741055a1') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:49.072225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e21ac7-18bd-4509-8e35-bdd6741055a1') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:49.126348 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9b5b9102-5af0-407d-8230-e4c673a969bd req-a644c3bf-6478-4c19-b1eb-89002c0fb09a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021180 Feb 05 18:51:49.131276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.191794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.220182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.226089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:49.228282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.234386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:51:49.262992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c5a54e-b2c2-461e-8220-b0d6b45d34a2,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:49.279016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:49.280933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.282317 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6c5a54e-b2c2-461e-8220-b0d6b45d34a2 HTTP/1.1" status: 204 len: 168 time: 0.4357057 Feb 05 18:51:49.354791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.385742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:49.391481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Usage tracker for resource:security_group_rule and tenant:0c14dc2649234a9da2e59a9a723f5c48 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:49.395265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:49.406238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:49.450339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:51:49.450795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.456294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] Sync routers for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:51:49.477528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:51:49.480466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:51:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:49.565327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.572514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Network cfb44490-0f57-4804-b23b-8a6383defd86 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:51:49.584844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.604616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.619189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-968898c6-464b-4903-91dd-48b62aab8011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:49.679724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce27fd5f-2894-4dbb-8f26-1c3506b42201,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:49.696590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:49.705720 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c14dc2649234a9da2e59a9a723f5c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582546 Feb 05 18:51:49.708756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 38978) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:49.716805 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7776bc2b-80b1-411c-8683-ad262fef22e7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "PUT /v2.0/floatingips/eced92b9-cb5a-43c7-836d-2313605dc0ba HTTP/1.1" status: 200 len: 991 time: 5.3186123 Feb 05 18:51:49.724045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:51:49.766424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:51:49.794062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.860621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Network cfb44490-0f57-4804-b23b-8a6383defd86 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:51:49.863180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.993827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:49.999774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:51:50.011087 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:51:50.021292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce27fd5f-2894-4dbb-8f26-1c3506b42201,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:50.025117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:50.056059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:50.057742 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ce27fd5f-2894-4dbb-8f26-1c3506b42201 HTTP/1.1" status: 204 len: 168 time: 0.3474560 Feb 05 18:51:50.129198 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'status': 'completed', 'code': 200} Feb 05 18:51:50.170822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:50.174589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9996a45f-bed9-43c4-98cb-9c97698be191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:50.189636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:50.205292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb44490-0f57-4804-b23b-8a6383defd86,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:50.208423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:50.263287 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] 10.222.0.43 "DELETE /v2.0/networks/cfb44490-0f57-4804-b23b-8a6383defd86 HTTP/1.1" status: 204 len: 168 time: 3.0311270 Feb 05 18:51:50.289717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a55-1187-493f-9211-52a2b0bc658b req-6f7d18b2-59ce-4014-ab00-ce1ad9e4965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:50.291649 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c261a55-1187-493f-9211-52a2b0bc658b req-6f7d18b2-59ce-4014-ab00-ce1ad9e4965c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 1163 time: 0.1184938 Feb 05 18:51:50.481434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'eced92b9-cb5a-43c7-836d-2313605dc0ba', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'port_id': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'mac_address': 'fa:16:3e:24:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:51:13Z', 'updated_at': '2021-02-05T18:51:46Z', 'revision_number': 1, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:50.486369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] Checking router: 987a32ae-8d2f-4a9c-93e8-441b1ce1acec for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:51:50.498526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:51:50.500217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:51:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:50.684949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a55-1187-493f-9211-52a2b0bc658b req-6f91f313-d775-4c15-a839-7ae45cd901f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:50.686689 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c261a55-1187-493f-9211-52a2b0bc658b req-6f91f313-d775-4c15-a839-7ae45cd901f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 905 time: 0.3863811 Feb 05 18:51:50.773059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:51:50.780248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699377b-8592-4ac5-bc1d-f6b2c52a8659 req-7a382197-939d-4703-a572-d1f4774908bf tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:50.781808 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8699377b-8592-4ac5-bc1d-f6b2c52a8659 req-7a382197-939d-4703-a572-d1f4774908bf tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.4829407 Feb 05 18:51:50.871938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39024) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:50.950893 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-dac78c5b-de1e-4cab-a57c-c1ebae2bf0f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7e760a7b3a9476ba1235474d8bdcdb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0776725 Feb 05 18:51:50.953699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39028) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:50.990836 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8699377b-8592-4ac5-bc1d-f6b2c52a8659 req-87c627f1-5c39-438b-a85e-c1dc6832144e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408570 Feb 05 18:51:50.995273 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c261a55-1187-493f-9211-52a2b0bc658b req-c6bde640-87de-4493-a3e3-58a68a86747b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 200 len: 999 time: 0.2122738 Feb 05 18:51:51.080210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39036) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:51.180277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.189695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a55-1187-493f-9211-52a2b0bc658b req-3cd2ce08-c69d-4aec-b0a3-d838e268e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:51.191321 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c261a55-1187-493f-9211-52a2b0bc658b req-3cd2ce08-c69d-4aec-b0a3-d838e268e598 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.1804595 Feb 05 18:51:51.239401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:51.250103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c612ea17e34c0fa153279542bff72f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:51.272201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:51.295687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:51.311773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.386141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c261a55-1187-493f-9211-52a2b0bc658b req-05d2f5fd-4835-4653-9cfc-4862de8a1f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:51.387844 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c261a55-1187-493f-9211-52a2b0bc658b req-05d2f5fd-4835-4653-9cfc-4862de8a1f0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1877656 Feb 05 18:51:51.413085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.418411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'eced92b9-cb5a-43c7-836d-2313605dc0ba', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'port_id': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'mac_address': 'fa:16:3e:24:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:51:13Z', 'updated_at': '2021-02-05T18:51:46Z', 'revision_number': 1, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:51:51.423906 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7353860a-46f0-4aa5-b9bb-ffd403365b0c None None] The sync data for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi is: [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'eced92b9-cb5a-43c7-836d-2313605dc0ba', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'floating_ip_address': '172.27.2.16', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'port_id': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'mac_address': 'fa:16:3e:24:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:51:13Z', 'updated_at': '2021-02-05T18:51:46Z', 'revision_number': 1, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:51:51.567343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.582694 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c261a55-1187-493f-9211-52a2b0bc658b req-2aa6c377-1727-433a-85df-46e6fc3b899f service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859958 Feb 05 18:51:51.622122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.633046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e4d402d5-457f-4c41-8358-cf2fa232a870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:51.673068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.692305 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1c612ea17e34c0fa153279542bff72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6107950 Feb 05 18:51:51.696052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39044) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:51.719489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e371cf-6324-4885-b512-475819e59282,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:51.764841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:51.767772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cb3a8066-f390-476b-a702-47e4fc9fffbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:51.781690 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c261a55-1187-493f-9211-52a2b0bc658b req-14d07bdd-2772-483d-9953-1ce63cdf7674 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1851916 Feb 05 18:51:51.809140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1105d186-ef62-498d-b423-fb631c070f5a,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:51.814093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:51.820133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.820133 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1105d186-ef62-498d-b423-fb631c070f5a HTTP/1.1" status: 204 len: 168 time: 0.8622808 Feb 05 18:51:51.849608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.851735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3918dd7b-3592-4414-baca-270c26a32c29 None None] New status for floating IP eced92b9-cb5a-43c7-836d-2313605dc0ba: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:51:51.889758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.987769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:51.995756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-93e4c0cb-6cdf-479f-96e3-54b1d1f21f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:52.043365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:52.044574 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22e371cf-6324-4885-b512-475819e59282 HTTP/1.1" status: 204 len: 168 time: 0.3464129 Feb 05 18:51:52.045503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e371cf-6324-4885-b512-475819e59282,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:52.059511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:52.143635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:52.431959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabaac5-c0c6-416c-a132-a9834df4274d req-c37d6627-d84c-4872-9820-fabda3e44d5f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:52.433716 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6fabaac5-c0c6-416c-a132-a9834df4274d req-c37d6627-d84c-4872-9820-fabda3e44d5f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2172606 Feb 05 18:51:52.590792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6fabaac5-c0c6-416c-a132-a9834df4274d req-fe0f547b-27f7-45b5-bacb-058ab792195b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505785 Feb 05 18:51:52.816724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39086) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:52.837518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:52.861220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:51:52.866224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Usage tracker for resource:security_group_rule and tenant:18aa22ebe85b4abdb6add05c25b0ec00 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:51:52.869894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:51:52.876512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:51:53.013041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:53.074569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:53.086107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9806cbd2-a148-443a-90b8-d11b91cf5bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:53.135143 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=18aa22ebe85b4abdb6add05c25b0ec00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157411 Feb 05 18:51:53.136045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7920ea5-3790-498c-8afe-483596097a01,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:53.136794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39100) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:51:53.140327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:53.515872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:53.572540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:53.694712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-a68b7adf-e95a-4e43-b6e1-0cd936ccc2f6 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:53.696952 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-a68b7adf-e95a-4e43-b6e1-0cd936ccc2f6 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 0.5130203 Feb 05 18:51:53.730672 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-869413dd-5a04-4d7d-96fa-31a28eec208a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/quotas/0104543225fe4336b88d48ed8c653f5a HTTP/1.1" status: 200 len: 375 time: 0.0172172 Feb 05 18:51:53.798080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:53.804420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:51:53.823588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7920ea5-3790-498c-8afe-483596097a01,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:51:53.830457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:51:53.839343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:53.840709 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f7920ea5-3790-498c-8afe-483596097a01 HTTP/1.1" status: 204 len: 168 time: 0.7028575 Feb 05 18:51:53.915681 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-a7a8213c-4736-471c-91c1-bb0f8e80fcf2 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782260 Feb 05 18:51:53.957203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b5ae1-09d5-4bc5-b8ae-4171590b1059 req-fddc48b9-b2b4-4573-9428-4f83f321451a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:53.965998 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d6b5ae1-09d5-4bc5-b8ae-4171590b1059 req-fddc48b9-b2b4-4573-9428-4f83f321451a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2110190 Feb 05 18:51:54.048887 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d6b5ae1-09d5-4bc5-b8ae-4171590b1059 req-469c1e6b-8c9e-461c-a41e-e51c146c1738 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815225 Feb 05 18:51:54.102945 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-b41a24ab-06b4-4d9b-abf6-1afc59050e1b service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761715 Feb 05 18:51:54.330135 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-95c0def6-aa90-4399-a8fc-780f5dcf1182 service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2211752 Feb 05 18:51:54.749151 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ecb11fb3-38ad-47de-9ee3-2d321a816239 req-51b59343-6d42-4720-9c5a-8faf3cc14b95 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.1194963 Feb 05 18:51:55.423060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133dbe3-51d0-4509-8690-a0ebe304bf73 req-569429ff-f6a6-4dae-87da-6c9511342395 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:55.432370 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5133dbe3-51d0-4509-8690-a0ebe304bf73 req-569429ff-f6a6-4dae-87da-6c9511342395 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1966643 Feb 05 18:51:55.499103 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5133dbe3-51d0-4509-8690-a0ebe304bf73 req-6e83bc86-41ad-448b-9746-89fe042103bf tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655215 Feb 05 18:51:55.948005 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b834b12-6642-4a8c-929f-7598170a54af req-7d5e766f-090c-4182-934d-9622b8714f50 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0547426 Feb 05 18:51:58.486712 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-61c2543e-fef9-41a0-afa4-136bb78cd856 req-580bbb1c-12ed-435c-8386-ca6ac119d5b1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0631659 Feb 05 18:51:58.582512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e207be-ac07-42d8-b55f-545a2bc4c193 req-b6835922-3a96-4650-b995-ae5cb23c5be7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:58.584228 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28e207be-ac07-42d8-b55f-545a2bc4c193 req-b6835922-3a96-4650-b995-ae5cb23c5be7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1733656 Feb 05 18:51:58.651019 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28e207be-ac07-42d8-b55f-545a2bc4c193 req-b3806fe8-4de9-405d-ac87-6ed01cb976c5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599637 Feb 05 18:51:58.837047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-07ee697a-86a6-4f18-80ba-a950eca33302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:51:59.752694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-364110bc-e763-4555-b30e-2e80baac1792 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:51:59.754532 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-364110bc-e763-4555-b30e-2e80baac1792 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 0.3062482 Feb 05 18:51:59.759128 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-804c347d-951d-490b-aa78-84b352b13c5b req-500ad9c6-2831-4620-924a-7718bd83538c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0949211 Feb 05 18:51:59.789314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Request body: {'port': {'device_id': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e', 'admin_state_up': True, 'tenant_id': '0104543225fe4336b88d48ed8c653f5a'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:00.126666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880649c-78a4-45e3-99a5-1134cfc0bca4 req-a1ec65ac-c3ce-411e-932c-573f7702a603 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:00.138993 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9880649c-78a4-45e3-99a5-1134cfc0bca4 req-a1ec65ac-c3ce-411e-932c-573f7702a603 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2634082 Feb 05 18:52:00.141637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:00.192543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:00.223777 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9880649c-78a4-45e3-99a5-1134cfc0bca4 req-34a2d9fa-7922-467b-80a7-abc367eb2921 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838096 Feb 05 18:52:00.285191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Made reservation on behalf of 0104543225fe4336b88d48ed8c653f5a for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:52:00.321942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:00.658948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Allocated IP 172.20.0.14 (0288e4e8-4b28-4aaa-8665-7f715ccc9f7e/ebbc6465-839e-4fcf-b597-a768890675b3/9874b738-be49-426a-98b2-d01fa2e41d27) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:00.907312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0db565a0-9b5f-442a-978a-46e037591558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:00.957230 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e6b35460-c818-409c-a1b3-82b5af3dfa98 req-1dd1a376-0064-4029-979e-add1558a6072 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0550513 Feb 05 18:52:00.982100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:01.045544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:01.066255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-922ca0e9-e555-4e97-9a8b-d0fec15b3093 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:01.217675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event updated for resources: {'Port': ['ID=9874b738-be49-426a-98b2-d01fa2e41d27,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:01.220963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:01.273319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:01.274691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:01.279831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:01.361293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:01.362151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:01.578639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccab02d-cc5e-459e-98c3-3c6aa99d9db9 req-65e810d3-654b-4852-985f-29b8d585fad2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:01.580361 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bccab02d-cc5e-459e-98c3-3c6aa99d9db9 req-65e810d3-654b-4852-985f-29b8d585fad2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1812105 Feb 05 18:52:01.583686 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8061802 Feb 05 18:52:01.613209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Request body: {'port': {'device_id': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:01.723197 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bccab02d-cc5e-459e-98c3-3c6aa99d9db9 req-91683462-2724-4ccf-ade4-94abce176492 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357701 Feb 05 18:52:01.823931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:02.045091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:02.462101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837bbf3-01e1-4cb7-bf98-7d1e8e800292 req-89a70cd2-395a-4104-9065-de1554aaf11d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:02.463031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-a837bbf3-01e1-4cb7-bf98-7d1e8e800292 req-89a70cd2-395a-4104-9065-de1554aaf11d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:52:02.480429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9874b738-be49-426a-98b2-d01fa2e41d27 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:52:02.492744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:02.505920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Transition to ACTIVE for port object 9874b738-be49-426a-98b2-d01fa2e41d27 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:02.553830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-a837bbf3-01e1-4cb7-bf98-7d1e8e800292 req-89a70cd2-395a-4104-9065-de1554aaf11d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:52:02.555180 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a837bbf3-01e1-4cb7-bf98-7d1e8e800292 req-89a70cd2-395a-4104-9065-de1554aaf11d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 932 time: 0.3595085 Feb 05 18:52:02.555810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:02.574759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:02.651749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:02.731018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Pushing event updated for resources: {'Port': ['ID=9874b738-be49-426a-98b2-d01fa2e41d27,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:02.743859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:02.796731 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a837bbf3-01e1-4cb7-bf98-7d1e8e800292 req-4bcdd999-971a-4482-a378-b27c23e48ffb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258916 Feb 05 18:52:02.981827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 14fc612b-0ea7-4414-9590-5d61f3330bb7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:03.124406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 14fc612b-0ea7-4414-9590-5d61f3330bb7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:03.124943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:03.153857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:52:03.169794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5bed3-8972-427d-8629-7c8196988a6c req-a3277017-b9d4-48ec-a1d9-3122923fda79 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:03.171534 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b7e5bed3-8972-427d-8629-7c8196988a6c req-a3277017-b9d4-48ec-a1d9-3122923fda79 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2419369 Feb 05 18:52:03.187522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Attempting to bind port 9874b738-be49-426a-98b2-d01fa2e41d27 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:03.187935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Attempting to bind port 9874b738-be49-426a-98b2-d01fa2e41d27 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:03.188409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Attempting to bind port 9874b738-be49-426a-98b2-d01fa2e41d27 on network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:03.198876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:03.198876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Checking segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:03.198876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:03.198876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Bound using segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:03.198876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Bound port: 9874b738-be49-426a-98b2-d01fa2e41d27, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:03.198876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:03.245908 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b7e5bed3-8972-427d-8629-7c8196988a6c req-d8b64a33-c7f1-4e3a-9c6c-4255c1ee2921 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665097 Feb 05 18:52:03.304174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] For port 9874b738-be49-426a-98b2-d01fa2e41d27, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:03.308592 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] For port 9874b738-be49-426a-98b2-d01fa2e41d27, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=9874b738-be49-426a-98b2-d01fa2e41d27,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:03.365701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:03.383548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aa2c2e7f-e7f3-4c47-9123-8baeedfeceff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:03.546587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Pushing event updated for resources: {'Port': ['ID=9874b738-be49-426a-98b2-d01fa2e41d27,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:03.552438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:03.587908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:03.587908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:03.588882 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] 10.222.0.26 "PUT /v2.0/ports/9874b738-be49-426a-98b2-d01fa2e41d27 HTTP/1.1" status: 200 len: 1158 time: 1.9800627 Feb 05 18:52:03.589528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:52:03.652678 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27', 'status': 'completed', 'code': 200} Feb 05 18:52:03.707808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:03.747083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-32ba9036-2888-4376-b37b-b20800790000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:03.748711 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-32ba9036-2888-4376-b37b-b20800790000 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 1161 time: 0.0918515 Feb 05 18:52:03.830152 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-b2b43f5e-ed62-4398-8ca2-d68cba264df8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9874b738-be49-426a-98b2-d01fa2e41d27 HTTP/1.1" status: 200 len: 217 time: 0.0699522 Feb 05 18:52:03.907472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-9dbd113c-fea9-4618-9f51-1bf920ba2b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:03.909050 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-9dbd113c-fea9-4618-9f51-1bf920ba2b3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.0708439 Feb 05 18:52:03.967653 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-00c63898-4b0f-4f0e-aaf2-141eb966b71d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512795 Feb 05 18:52:04.283377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381da727-001d-488d-9047-c69939fc8173 req-facc0d2a-897d-411b-9a93-23e69f57ca44 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:04.290877 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-381da727-001d-488d-9047-c69939fc8173 req-facc0d2a-897d-411b-9a93-23e69f57ca44 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 944 time: 0.3267641 Feb 05 18:52:04.343208 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-6e1a1aa1-9a07-4aea-afa2-d8b6b348d997 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388631 Feb 05 18:52:04.545937 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-381da727-001d-488d-9047-c69939fc8173 req-8cdd440c-986a-4402-8d96-dd21a4823e11 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412031 Feb 05 18:52:04.590901 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b59f06f4-c306-4729-a8d4-82d667bbb9d9 req-922abcd2-0c32-4cd0-a156-8e9be162a8e5 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2317131 Feb 05 18:52:04.647758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39462) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:04.752302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b9a43-6c97-4cd6-b55d-48ea7d57052e req-935656de-2cf5-4306-b80f-1cb937d4a27a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:04.753997 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8e2b9a43-6c97-4cd6-b55d-48ea7d57052e req-935656de-2cf5-4306-b80f-1cb937d4a27a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1864951 Feb 05 18:52:04.803034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-3b3cf444-d39a-4db0-8e8f-dd11fa06fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:04.808066 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-3b3cf444-d39a-4db0-8e8f-dd11fa06fa1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 1161 time: 0.1254640 Feb 05 18:52:04.850153 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8e2b9a43-6c97-4cd6-b55d-48ea7d57052e req-891ac34a-d1b5-4f9d-899d-5174a7567c3a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861461 Feb 05 18:52:04.970351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.002776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:05.013278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Usage tracker for resource:security_group_rule and tenant:0d1065d054f849ec90edf6d2295e07e2 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:05.019699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:05.044030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:05.078895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-68eb789b-75ed-4520-8a71-a31b9bf40384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:05.080472 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-68eb789b-75ed-4520-8a71-a31b9bf40384 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 906 time: 0.2612398 Feb 05 18:52:05.166912 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-46cf0eca-2e6c-4894-a5c7-d7433eb7ca15 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9874b738-be49-426a-98b2-d01fa2e41d27 HTTP/1.1" status: 200 len: 217 time: 0.0713899 Feb 05 18:52:05.277973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-5e37b961-6075-461a-9269-c74b87b5be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:05.279569 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-5e37b961-6075-461a-9269-c74b87b5be66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.1016841 Feb 05 18:52:05.281291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.330514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.345760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:05.359883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-7057f0c5-f0b4-4f3b-b447-4163b4d9b58e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717356 Feb 05 18:52:05.428996 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d1065d054f849ec90edf6d2295e07e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799768 Feb 05 18:52:05.433017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39476) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:05.501726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d3a4d8-5c24-47c0-873b-7ace2aab42c6,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:05.520459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.521499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:05.553561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.594921 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-16515ea9-f3dc-489a-ac61-5f220fe2b381 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203276 Feb 05 18:52:05.667517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.677595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ffa811cc-e7b4-4b43-aff6-9ac47d559fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:05.695891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:05.712397 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/41d3a4d8-5c24-47c0-873b-7ace2aab42c6 HTTP/1.1" status: 204 len: 168 time: 0.2748747 Feb 05 18:52:05.715661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d3a4d8-5c24-47c0-873b-7ace2aab42c6,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:05.721658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:05.790472 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a8a4318f-7192-486e-99d5-43843447b2e3 req-ff9d323f-d0dd-4cee-8ff5-1a9ec91d9fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1771443 Feb 05 18:52:05.927557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310c436-464f-4f26-88e0-2783b645af46 req-04a7c7f4-4c8f-47b2-a23f-e9ca44d7ea15 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:05.929506 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8310c436-464f-4f26-88e0-2783b645af46 req-04a7c7f4-4c8f-47b2-a23f-e9ca44d7ea15 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 944 time: 0.2110603 Feb 05 18:52:05.999809 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8310c436-464f-4f26-88e0-2783b645af46 req-9d65f00c-d353-4c79-81d0-7c3af9224e3f tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631685 Feb 05 18:52:06.328957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca016e2-fb67-4c73-b8a1-d7c9cff22051 req-3e04bb8f-62ac-49f3-8354-fdc3fad880da tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:06.330797 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca016e2-fb67-4c73-b8a1-d7c9cff22051 req-3e04bb8f-62ac-49f3-8354-fdc3fad880da tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1881998 Feb 05 18:52:06.398781 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca016e2-fb67-4c73-b8a1-d7c9cff22051 req-44d032ce-01c8-499d-a3bf-691b90a5b1cf tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613928 Feb 05 18:52:06.951526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39520) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:07.134331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-138081716-network', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:07.143391 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:07.148091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Usage tracker for resource:network and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:07.151325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:07.157297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:07.238613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Made reservation on behalf of 66cade7dbbaf4816930f8fb86904e36c for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:52:07.246301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.273358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.296255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:07.309943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Usage tracker for resource:security_group_rule and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:07.310768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 14fc612b-0ea7-4414-9590-5d61f3330bb7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:07.314191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:07.323040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:07.397352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 14fc612b-0ea7-4414-9590-5d61f3330bb7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:07.397913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.446131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1747e2b-92b3-415e-b3bc-e26ecebbbb4a req-dad42ee5-8754-47ce-91d7-a91596524e32 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:07.450773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39546) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:07.453748 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1747e2b-92b3-415e-b3bc-e26ecebbbb4a req-dad42ee5-8754-47ce-91d7-a91596524e32 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 944 time: 0.2595201 Feb 05 18:52:07.538746 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1747e2b-92b3-415e-b3bc-e26ecebbbb4a req-ded793b5-c540-45d3-911e-61c74d2bd691 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838749 Feb 05 18:52:07.599357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 9874b738-be49-426a-98b2-d01fa2e41d27 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:07.719640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.770412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 9874b738-be49-426a-98b2-d01fa2e41d27 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:07.776403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1da1b-e245-43f5-b052-8f88401d0ffb req-38ee13fe-c5eb-4846-856e-53aab644a16b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:07.776840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 9874b738-be49-426a-98b2-d01fa2e41d27 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:07.777456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.778117 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29a1da1b-e245-43f5-b052-8f88401d0ffb req-38ee13fe-c5eb-4846-856e-53aab644a16b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2000356 Feb 05 18:52:07.788843 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.809199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c7f5ff9b-8473-4935-9ed2-0999ce5e1a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:07.827355 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.837620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:52:07.851060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.852585 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Added segment c7e2094c-f390-4ea4-b569-363a577f82b3 of type vxlan for network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 Feb 05 18:52:07.880343 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29a1da1b-e245-43f5-b052-8f88401d0ffb req-e29bf96b-f53b-45a1-9dc2-d3a66c82723e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818830 Feb 05 18:52:07.884147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:07.888491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Usage tracker for resource:security_group_rule and tenant:9b79486e6b2c4d7b87ae819d2e8c6b22 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:07.891881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:07.897976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:07.926466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:07.939690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a39e0db-c40a-46b0-974b-513b0d502d1d,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:07.987505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:08.008439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.015742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.027501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.028815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:08.029466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.035260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a4887483-bfab-493e-a536-1b3249b8b110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:08.038223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:52:08.056535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.060690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 9874b738-be49-426a-98b2-d01fa2e41d27, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=9874b738-be49-426a-98b2-d01fa2e41d27,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:08.070001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:08.103397 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27', 'code': 200} Feb 05 18:52:08.104311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.107214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:08.124177 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b79486e6b2c4d7b87ae819d2e8c6b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6703641 Feb 05 18:52:08.125559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39562) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:08.128289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d1c4bd-863b-45ed-b4c0-375050f031b0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:08.131731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:08.155695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Pushing event updated for resources: {'Network': ['ID=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:08.159560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:08.197667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.202318 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4dace9a3-c883-4bd8-b93e-810751a58864 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2472854 Feb 05 18:52:08.203037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:52:08.203161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39568) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:08.210510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Request body: {'subnet': {'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-138081716-subnet', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:08.217545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:08.220642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:52:08.225320 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Usage tracker for resource:subnet and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:08.225891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:08.234580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:08.237159 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.327963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.334765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e1dc2f29-f9ca-4a09-a140-2709f3bdf29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:08.354061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d1c4bd-863b-45ed-b4c0-375050f031b0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:08.358109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:08.379892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.385267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96d1c4bd-863b-45ed-b4c0-375050f031b0 HTTP/1.1" status: 204 len: 168 time: 0.2546177 Feb 05 18:52:08.598936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Made reservation on behalf of 66cade7dbbaf4816930f8fb86904e36c for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:52:08.606329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:08.614199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2c3ed-6257-4810-9ade-3858c585cc91 req-ec7b4e9f-b800-44c3-bc1d-d30998ca9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:08.616017 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-91b2c3ed-6257-4810-9ade-3858c585cc91 req-ec7b4e9f-b800-44c3-bc1d-d30998ca9c7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 1163 time: 0.1407955 Feb 05 18:52:08.679775 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-91b2c3ed-6257-4810-9ade-3858c585cc91 req-09487a3e-3b05-4be2-8d4c-e87d8d6ab142 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Feb 05 18:52:08.745744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=9874b738-be49-426a-98b2-d01fa2e41d27,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:08.754755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:08.927726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37457880-edc4-40ee-a32a-c6dbab9f7a90 req-67695d69-bafc-4eb6-b496-0548b96021f8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:08.929424 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37457880-edc4-40ee-a32a-c6dbab9f7a90 req-67695d69-bafc-4eb6-b496-0548b96021f8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 946 time: 0.2037938 Feb 05 18:52:09.053410 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37457880-edc4-40ee-a32a-c6dbab9f7a90 req-29b28461-b0fb-4004-8e19-a54fe61a8300 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865912 Feb 05 18:52:09.069866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e647651-8813-4eed-8fbd-714b597f0f34 req-be3141a1-54aa-4115-a5dc-1354562a2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:09.071609 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e647651-8813-4eed-8fbd-714b597f0f34 req-be3141a1-54aa-4115-a5dc-1354562a2645 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 1162 time: 0.1405230 Feb 05 18:52:09.149158 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e647651-8813-4eed-8fbd-714b597f0f34 req-e4e6b8ca-2b9b-4569-8b47-7451bd2bddd9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695312 Feb 05 18:52:09.299273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58945af6-850d-42c2-b930-a14ddfc1b4de req-8ecc71de-c013-4492-bf93-eb5c3bf74caa tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:09.300992 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58945af6-850d-42c2-b930-a14ddfc1b4de req-8ecc71de-c013-4492-bf93-eb5c3bf74caa tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2237062 Feb 05 18:52:09.422951 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58945af6-850d-42c2-b930-a14ddfc1b4de req-41a383de-ca1a-4910-bcc0-fe3f1af4f07f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142247 Feb 05 18:52:09.432570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:09.450450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:09.588455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:09.601550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:09.668359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Checking segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:09.668788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Network hostable DHCP agents. Network: 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:52:09.747326 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:52:09.787401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:09.798403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24b1b5b-e5a1-4d12-a097-86e5d62e0326 None None] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:52:09.825645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:09.826822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:09.897406 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4cbc63c2-b30a-4d02-b98b-6eda383b7657 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6923726 Feb 05 18:52:09.900551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39612) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:09.907872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:09.913550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:09.919004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Usage tracker for resource:router and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:09.924427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:09.931841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:09.971517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:09.972686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:10.079034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:52:10.080304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:10.206139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:10.470639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c4283-0223-4c42-80fd-bcf9c69af2d6 req-b3eb9d12-2698-4249-8413-1de8d1e461db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:10.472367 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1e2c4283-0223-4c42-80fd-bcf9c69af2d6 req-b3eb9d12-2698-4249-8413-1de8d1e461db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 946 time: 0.2213161 Feb 05 18:52:10.534039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Allocated IP 172.20.0.2 (0e9a81f1-1b03-4d30-a7dd-2192d9f889a7/ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2/a4541f27-a15f-4b6e-8aa9-5396b092a88a) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:10.618361 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1e2c4283-0223-4c42-80fd-bcf9c69af2d6 req-c87a2f43-afb9-4e95-9a7a-4b54fe6a3f5b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368084 Feb 05 18:52:10.721408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:10.748019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 14fc612b-0ea7-4414-9590-5d61f3330bb7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:10.966383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 14fc612b-0ea7-4414-9590-5d61f3330bb7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:10.966731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.056774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.088551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Transition to ACTIVE for port object a4541f27-a15f-4b6e-8aa9-5396b092a88a will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:11.121577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Transition to ACTIVE for port object a4541f27-a15f-4b6e-8aa9-5396b092a88a will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:11.190008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 9874b738-be49-426a-98b2-d01fa2e41d27 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:11.192555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1621b-b027-41a5-ae54-172d6c6b882b req-0635ef6f-3409-4920-99fd-697032a910f9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:11.200161 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4c1621b-b027-41a5-ae54-172d6c6b882b req-0635ef6f-3409-4920-99fd-697032a910f9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.3394926 Feb 05 18:52:11.271443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.281273 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4c1621b-b027-41a5-ae54-172d6c6b882b req-2c15d66a-6677-487d-b78d-f03569e1fdb5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731325 Feb 05 18:52:11.292160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:11.464290 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 9874b738-be49-426a-98b2-d01fa2e41d27 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:11.465007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.585276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.604763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Pushing event updated for resources: {'Port': ['ID=a4541f27-a15f-4b6e-8aa9-5396b092a88a,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:11.624896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:11.628184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.640857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:11.646371 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:11.650935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:11.891833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Attempting to bind port a4541f27-a15f-4b6e-8aa9-5396b092a88a on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:11.896723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Attempting to bind port a4541f27-a15f-4b6e-8aa9-5396b092a88a by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:11.897484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Attempting to bind port a4541f27-a15f-4b6e-8aa9-5396b092a88a on network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:11.911891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:11.912878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Checking segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:11.918662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.921770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Bound using segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:11.922582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Bound port: a4541f27-a15f-4b6e-8aa9-5396b092a88a, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:11.923617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:11.938007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Allocated IP 172.27.2.212 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/552a32bf-d240-41de-bb02-3e22df7d00ba) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:12.103046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811202a-4fd9-44b5-9db9-087218ce09a6 req-2a93c9aa-1416-4547-a371-be2b5b6e68a6 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:12.112352 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0811202a-4fd9-44b5-9db9-087218ce09a6 req-2a93c9aa-1416-4547-a371-be2b5b6e68a6 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 946 time: 0.2185559 Feb 05 18:52:12.135091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-811eb317-9b2e-433c-934c-086affb16958 None None] For port a4541f27-a15f-4b6e-8aa9-5396b092a88a, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:12.138459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-811eb317-9b2e-433c-934c-086affb16958 None None] For port a4541f27-a15f-4b6e-8aa9-5396b092a88a, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a4541f27-a15f-4b6e-8aa9-5396b092a88a,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:12.145683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:12.171164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:12.185563 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0811202a-4fd9-44b5-9db9-087218ce09a6 req-cfb6e94b-13a4-4678-b960-97be8d9727aa tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719373 Feb 05 18:52:12.194274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:12.316698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985deaf7-3ce2-44ff-8788-2b83f0c4787c req-2fce4bd5-affe-4f0d-a771-af753702ec64 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:12.319877 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-985deaf7-3ce2-44ff-8788-2b83f0c4787c req-2fce4bd5-affe-4f0d-a771-af753702ec64 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.8155205 Feb 05 18:52:12.324471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:12.365318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:12.376726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Pushing event updated for resources: {'Port': ['ID=a4541f27-a15f-4b6e-8aa9-5396b092a88a,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:12.381827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:12.574420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Pushing event updated for resources: {'Port': ['ID=552a32bf-d240-41de-bb02-3e22df7d00ba,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:12.591069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:12.614773 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-985deaf7-3ce2-44ff-8788-2b83f0c4787c req-4d910375-793b-41aa-9cbd-ff35e8b74a35 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535238 Feb 05 18:52:12.680237 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:12.681464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:12.683747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:13.193539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:13.619239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:14.078089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164258b-8634-4fbb-88c0-a95d071ad58f None None] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:52:14.285151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a4541f27-a15f-4b6e-8aa9-5396b092a88a up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:14.339245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80170) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:52:14.343063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-2feb4121-c7f1-4182-84b2-cb08db1841c9 None None] Provisioning for port a4541f27-a15f-4b6e-8aa9-5396b092a88a completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:14.479087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port a4541f27-a15f-4b6e-8aa9-5396b092a88a completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:14.484728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port a4541f27-a15f-4b6e-8aa9-5396b092a88a triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:14.485349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:14.550544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:52:14.561388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:52:14.573700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:14.574428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:14.633538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:14.635742 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7337976 Feb 05 18:52:14.638605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39716) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:14.650373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:14.688733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port a4541f27-a15f-4b6e-8aa9-5396b092a88a, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a4541f27-a15f-4b6e-8aa9-5396b092a88a,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:14.718628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-d1e3d295-a5de-4a8f-b818-b3cb4b8d3d41 None None] Provisioning complete for port a4541f27-a15f-4b6e-8aa9-5396b092a88a triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:14.719204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d1e3d295-a5de-4a8f-b818-b3cb4b8d3d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:14.815618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:14.835576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:14.862691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0f1e6baa-688d-4fb2-93b3-728c0c651324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:15.091007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=a4541f27-a15f-4b6e-8aa9-5396b092a88a,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:15.094789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:15.350085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-ef6b4fc1-c2ae-4e0d-8c41-a179e79700f3 None None] Provisioning complete for port a4541f27-a15f-4b6e-8aa9-5396b092a88a triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:15.350772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ef6b4fc1-c2ae-4e0d-8c41-a179e79700f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:15.378264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:12Z', 'revision_number': 3, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:15.389242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:52:15.389643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Updating router 9ce1ed80-587e-4666-83af-51f90e784dc7 port 552a32bf-d240-41de-bb02-3e22df7d00ba binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:52:15.470362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:15.790412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c6802f60-1a16-4a93-b373-772d968aeda2 None None] Provisioning complete for port a4541f27-a15f-4b6e-8aa9-5396b092a88a triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:15.790965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c6802f60-1a16-4a93-b373-772d968aeda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:15.945565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.031939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39772) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:16.252069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Deleting subnet 56fc7107-df0a-46d2-a1cc-4083da3fd10f {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:52:16.256063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.275142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a4541f27-a15f-4b6e-8aa9-5396b092a88a up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:16.308528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Transition to ACTIVE for port object 552a32bf-d240-41de-bb02-3e22df7d00ba will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:16.353564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.384162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port a4541f27-a15f-4b6e-8aa9-5396b092a88a triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:16.384253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:16.384345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.478432 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.606518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.622102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.665125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Attempting to bind port 552a32bf-d240-41de-bb02-3e22df7d00ba on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:16.665894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Attempting to bind port 552a32bf-d240-41de-bb02-3e22df7d00ba by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:16.666477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Attempting to bind port 552a32bf-d240-41de-bb02-3e22df7d00ba on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:16.678799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:16.679214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:16.680202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.680635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:16.681168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Bound port: 552a32bf-d240-41de-bb02-3e22df7d00ba, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:16.681601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.723073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Allocated IP 172.20.0.1 (0e9a81f1-1b03-4d30-a7dd-2192d9f889a7/ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2/57c69b62-b269-4c9a-9c9d-4f1a63d331d5) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:16.734853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Pushing event updated for resources: {'Port': ['ID=552a32bf-d240-41de-bb02-3e22df7d00ba,revision_number=2']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:16.748584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.748900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.749269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.749635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.749994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.750400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.750760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.751155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.751518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.751872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.752222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.752572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.753003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.753357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.753707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.754059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.754429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.754779 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.755132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.755482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.755854 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.756205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.756554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.756902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:16.763679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:16.796763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] For port 552a32bf-d240-41de-bb02-3e22df7d00ba, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:16.799891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] For port 552a32bf-d240-41de-bb02-3e22df7d00ba, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=552a32bf-d240-41de-bb02-3e22df7d00ba,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:16.822919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.837245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-231b639d-466e-4fdc-b1ef-668e1885c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:16.838941 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-231b639d-466e-4fdc-b1ef-668e1885c665 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1163 time: 0.5707104 Feb 05 18:52:16.839056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3c4cd53e-3e0d-43ff-a69e-ee67d6d15bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:16.948059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdaa5d-107e-4c48-8ada-131bb5b27613 req-2a068d59-f624-490b-83bb-1f0824dc8a63 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:16.949773 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9bdaa5d-107e-4c48-8ada-131bb5b27613 req-2a068d59-f624-490b-83bb-1f0824dc8a63 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.5540180 Feb 05 18:52:16.972344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:16.991043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Transition to ACTIVE for port object 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:16.996998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Pushing event updated for resources: {'Port': ['ID=552a32bf-d240-41de-bb02-3e22df7d00ba,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:17.001837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:17.041258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:17.041919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:17.042486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.060446 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:17.071288 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9bdaa5d-107e-4c48-8ada-131bb5b27613 req-9c7fd5fd-6234-4c7e-a4e1-6e0c31e8a74b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095169 Feb 05 18:52:17.121444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.139585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-79942b86-6db0-41e6-ab2c-e3f54e57b173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:17.243000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fc7107-df0a-46d2-a1cc-4083da3fd10f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:17.245990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:17.301070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.310547 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ee94fcbf-2f94-4b8d-b421-a09d94456a4c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/56fc7107-df0a-46d2-a1cc-4083da3fd10f HTTP/1.1" status: 204 len: 168 time: 1.2739325 Feb 05 18:52:17.310734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39782) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:17.421219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:17.432265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:17.446922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:17.461020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.488893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:17.490117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:17.493551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:17.565551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.728899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.750221 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.770357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c30b52f8-2c51-4d55-8719-014cc4a46f97 None None] Provisioning for port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:17.775855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c30b52f8-2c51-4d55-8719-014cc4a46f97 None None] Provisioning complete for port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:17.776188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c30b52f8-2c51-4d55-8719-014cc4a46f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:17.829652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:12Z', 'revision_number': 3, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:17.842257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b598db47-e6cc-4b76-b2f1-2a816a6bed59 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:12Z', 'revision_number': 3, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:52:17.872587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-c30b52f8-2c51-4d55-8719-014cc4a46f97 None None] Port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:52:17.945061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.945903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.946844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.947312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > port after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.947747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > port after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.948203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > port after_update 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.948659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.949103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.949527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:17.949953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:18.017741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:18.018258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:18.018632 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:18.019000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80170) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 18:52:18.019385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52acb55-0bb4-451a-9d25-5ebce9cf8d76']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:18.033869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421e1bb4-4f15-4486-856b-b978a8dd5f6a') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:18.034423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421e1bb4-4f15-4486-856b-b978a8dd5f6a') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:18.046733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.047736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947343'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.084275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.115603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:18.136169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.138823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:52:18.220561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:18.223763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.244519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:18.366082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:52:18.378959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851730878'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.395636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:18.396904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:18.594077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Network d52acb55-0bb4-451a-9d25-5ebce9cf8d76 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:52:18.644869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: (rel_b, rel_a, rel_b), Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: (rel_b, rel_a, rel_b), Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:52:18.687479 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:52:18.706637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b5b91442-8257-4372-b10a-213c03921635 None None] Provisioning complete for port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:18.707231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b5b91442-8257-4372-b10a-213c03921635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.771117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-b5b91442-8257-4372-b10a-213c03921635 None None] Port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:52:18.816132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.821224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8395c3f6-e5f3-45bd-bd46-15f541d8f39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:18.845973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.846984 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:52:18.849055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Pushing event deleted for resources: {'Network': ['ID=d52acb55-0bb4-451a-9d25-5ebce9cf8d76,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:18.853127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:18.856722 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] 10.222.0.43 "DELETE /v2.0/networks/d52acb55-0bb4-451a-9d25-5ebce9cf8d76 HTTP/1.1" status: 204 len: 168 time: 1.5444570 Feb 05 18:52:18.856868 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] 10.222.0.43 "PUT /v2.0/routers/9ce1ed80-587e-4666-83af-51f90e784dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2166500 Feb 05 18:52:18.859262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39798) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:18.934907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Deleting subnet 17d2bd50-9574-4795-902d-c308d141461f {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:52:18.938203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:18.999466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851828473'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:19.060904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:19.587886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851730763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739837'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:19.604942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9a72be75-9549-4ba5-a126-81eb838174f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:19.696688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17d2bd50-9574-4795-902d-c308d141461f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:19.711577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:19.852760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:19.875101 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/17d2bd50-9574-4795-902d-c308d141461f HTTP/1.1" status: 204 len: 168 time: 1.0147512 Feb 05 18:52:19.877629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39822) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:20.113914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af3653-73ac-4ec2-9147-62913a01edba req-7c4d1fb8-e534-4ebd-86c3-b59eca37b407 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:20.115607 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c9af3653-73ac-4ec2-9147-62913a01edba req-7c4d1fb8-e534-4ebd-86c3-b59eca37b407 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2187607 Feb 05 18:52:20.189010 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c9af3653-73ac-4ec2-9147-62913a01edba req-1358513b-77a4-4319-a2dd-a30d490208f2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653226 Feb 05 18:52:20.220647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39836) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:20.227651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1371214174-network', 'tenant_id': 'c321272106e44122a2927b048e652a03'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:20.235004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:20.241559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-8a8cd6b1-1043-4ee6-a2a1-633db23a18a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:20.243563 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-8a8cd6b1-1043-4ee6-a2a1-633db23a18a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 913 time: 0.5444894 Feb 05 18:52:20.251606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.252996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Usage tracker for resource:network and tenant:c321272106e44122a2927b048e652a03 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:20.260344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:20.264169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 552a32bf-d240-41de-bb02-3e22df7d00ba up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:20.267580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:20.327881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Made reservation on behalf of c321272106e44122a2927b048e652a03 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:52:20.339419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.358076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.373436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 552a32bf-d240-41de-bb02-3e22df7d00ba completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:20.376180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:20.380354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Usage tracker for resource:security_group_rule and tenant:c321272106e44122a2927b048e652a03 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:20.384433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 552a32bf-d240-41de-bb02-3e22df7d00ba triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:20.386580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:20.386967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.391394 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-1d3415a1-0a77-49e8-a9d6-8f645092a0e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 200 len: 217 time: 0.0890882 Feb 05 18:52:20.395705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:20.500951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.537517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.539182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.543886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7c398874-9e03-411d-99a3-30a961ce8a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:20.556910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 552a32bf-d240-41de-bb02-3e22df7d00ba, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=552a32bf-d240-41de-bb02-3e22df7d00ba,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:20.579587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:52:20.593654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b468b2d-767c-4a32-ae33-f0891902d406,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:20.598407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:20.599609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.600149 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Added segment 3594fc3e-e9eb-416d-8365-3b4d6514e2ac of type vxlan for network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 Feb 05 18:52:20.603785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.606954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-695c6641-dc3e-4402-95fe-38b5cd4e42f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:20.608095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.631897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.732911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:52:20.733830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406ca822-e8c3-47a1-8246-2d1f6ef60a58']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:20.741444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.742961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:20.743582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.748381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=552a32bf-d240-41de-bb02-3e22df7d00ba,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:20.748941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1c0c514f-4b69-419a-ab50-c50e75e538bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:20.749152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4fe220-567c-47a4-afe9-6e83669c8378') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:20.750313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4fe220-567c-47a4-afe9-6e83669c8378') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:20.751639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:20.753154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:20.780012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947343'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.799235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:20.803033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:52:20.933889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:20.999985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-64d564a5-029b-486f-ab31-ed77fc8c69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:21.001583 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-64d564a5-029b-486f-ab31-ed77fc8c69dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.5974822 Feb 05 18:52:21.049387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Pushing event updated for resources: {'Network': ['ID=89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:21.068816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:21.074531 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8528197 Feb 05 18:52:21.078687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39854) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:21.085298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Request body: {'subnet': {'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1371214174-subnet', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:21.091932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:21.100592 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Usage tracker for resource:subnet and tenant:c321272106e44122a2927b048e652a03 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:21.103881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:52:21.109461 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:21.119653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:21.143113 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-a8dc2f8b-8972-4432-9428-ba6bdc0c6ac3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786209 Feb 05 18:52:21.144802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:52:21.154542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851730878'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:21.208053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Made reservation on behalf of c321272106e44122a2927b048e652a03 for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:52:21.219300 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:21.225168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:52:21.333751 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-6e2f7a7f-0dae-401d-83da-18a1113c86a5 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613207 Feb 05 18:52:21.421778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:21.676646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Network 406ca822-e8c3-47a1-8246-2d1f6ef60a58 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:52:21.718541 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:52:21.742744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:21.831842 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 2, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:21.837499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:52:21.837909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Updating router 9ce1ed80-587e-4666-83af-51f90e784dc7 port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:52:21.914736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd7e46-5a35-4e9c-a9be-19949221f205 req-03deda72-2018-4516-badf-30740cd7286e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:21.918204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:21.921112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:21.922414 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6edd7e46-5a35-4e9c-a9be-19949221f205 req-03deda72-2018-4516-badf-30740cd7286e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.4161665 Feb 05 18:52:21.953620 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24105397-991c-4da0-a9b0-157b24c1bc3b req-7987daf2-77af-4a90-a6ef-24271bbfcd86 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5623608 Feb 05 18:52:22.026916 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6edd7e46-5a35-4e9c-a9be-19949221f205 req-7e5bff9f-aab0-4e89-b811-3cd7d1f313ce tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033731 Feb 05 18:52:22.033968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Checking segment: {'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:22.035000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Network hostable DHCP agents. Network: 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:52:22.053444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cbf9c9-b4a0-42a1-b30e-768900d09c16,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:22.065947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:22.090650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.102650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8c767ad4-c1b2-4719-a515-13de7ccb800f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:22.118640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:52:22.178898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.185569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.187309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:22.204789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c27d3-7e51-4487-b84f-f5caa859063f None None] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:52:22.206819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Pushing event deleted for resources: {'Network': ['ID=406ca822-e8c3-47a1-8246-2d1f6ef60a58,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:22.214318 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] 10.222.0.43 "DELETE /v2.0/networks/406ca822-e8c3-47a1-8246-2d1f6ef60a58 HTTP/1.1" status: 204 len: 168 time: 2.3355529 Feb 05 18:52:22.218895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:22.219937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:22.220678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.279286 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-f155ba66-d943-41d8-b989-bbb38ea4f6a9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1986835 Feb 05 18:52:22.281588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 39886) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:22.288053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:22.295463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:22.301704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Usage tracker for resource:router and tenant:c321272106e44122a2927b048e652a03 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:22.303392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 552a32bf-d240-41de-bb02-3e22df7d00ba up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:22.306972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:22.314134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:22.368459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.369680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.387418 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.583203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39890) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:22.614252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 552a32bf-d240-41de-bb02-3e22df7d00ba triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:22.614570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.647148 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7c8b8c2a-1783-431e-ae0f-eb76d52dbda5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0376a617f62a46e1b9e29c38753c2e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601361 Feb 05 18:52:22.649455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39894) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:22.722590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.727901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.755109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.893801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.899664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:22.916586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb5a71-1654-4a8a-acf1-89e900f69572,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:22.920148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:22.922547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:22.923792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0adb5a71-1654-4a8a-acf1-89e900f69572 HTTP/1.1" status: 204 len: 168 time: 0.2733073 Feb 05 18:52:23.055935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'fixed_ips': [{'subnet_id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:52:23.056860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:23.276524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:23.307511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Transition to ACTIVE for port object 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:23.376383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:23.393499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5364e39a-02aa-4b1b-a890-c855f012d296 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:23.590111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677e387-d160-4b85-86b5-06c0c0a44b83 None None] Pushing event updated for resources: {'Port': ['ID=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:23.595080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8677e387-d160-4b85-86b5-06c0c0a44b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:23.612136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:23.660617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:23.804413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Allocated IP 172.20.0.2 (89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46/60cbf9c9-b4a0-42a1-b30e-768900d09c16/99dc4543-2251-42e9-84ad-c58f9859342e) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:23.861257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39926) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:23.899110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Attempting to bind port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:23.899919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Attempting to bind port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:23.909467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Attempting to bind port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 on network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:23.949804 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-f54bea5e-7995-43cd-b9b5-45f940e4d034 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b30a53228b5f48d199e68faedadfc917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872192 Feb 05 18:52:23.952891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 39930) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:23.981567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:23.982361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Checking segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:23.983105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:23.983669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Bound using segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:23.984656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Bound port: 57c69b62-b269-4c9a-9c9d-4f1a63d331d5, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:23.985343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.051393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.084246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.095629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce5217-16ed-4b58-9ac3-acf6ce9824c2 req-f4c4597c-e244-4b11-93ce-b95cf50d75e8 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:24.105237 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-22ce5217-16ed-4b58-9ac3-acf6ce9824c2 req-f4c4597c-e244-4b11-93ce-b95cf50d75e8 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.6764796 Feb 05 18:52:24.190617 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-22ce5217-16ed-4b58-9ac3-acf6ce9824c2 req-b8cd35d4-743e-4654-a068-50ca1fcab268 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841198 Feb 05 18:52:24.234398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] For port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:24.315973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] For port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:24.374363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.390917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:24.432880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.433478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.439439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-95a4f9b3-2bee-4847-9163-d2a57654c044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:24.454918 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe5e25-6494-40ca-bcd5-30ab8ce31ab5,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:24.465399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.465399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.466441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.466441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.466742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.467161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.467405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.467745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.468137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.468530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.469012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.469383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.469862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.470264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.470655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.471039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.471419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.471999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.472182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.472532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.472917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.473299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.473691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.474071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:24.478229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.480527 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3fe5e25-6494-40ca-bcd5-30ab8ce31ab5 HTTP/1.1" status: 204 len: 168 time: 0.5255461 Feb 05 18:52:24.480527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:24.488045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Allocated IP 172.27.2.126 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/c676e18b-8442-41af-a856-49b3be138a29) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:24.587823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677e387-d160-4b85-86b5-06c0c0a44b83 None None] Pushing event updated for resources: {'Port': ['ID=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:24.614888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8677e387-d160-4b85-86b5-06c0c0a44b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:24.618334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Transition to ACTIVE for port object 99dc4543-2251-42e9-84ad-c58f9859342e will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:24.687760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Transition to ACTIVE for port object 99dc4543-2251-42e9-84ad-c58f9859342e will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:24.744527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.760218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:24.761088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:24.837548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.841775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:24.859006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7281f2ba-a0c6-4c29-ae60-e0d4035cd922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:24.872564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:25.095724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Pushing event updated for resources: {'Port': ['ID=c676e18b-8442-41af-a856-49b3be138a29,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:25.100034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:25.116487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Pushing event updated for resources: {'Port': ['ID=99dc4543-2251-42e9-84ad-c58f9859342e,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:25.121021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:25.122243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:25.126943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:25.137953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:25.376728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:25.448338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:25.452791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:25.457295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:25.633387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538820e-9e1e-4bd4-b66f-9b20882202bb req-4852f287-7304-406d-a067-3e3eb0dc8d2e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:25.641911 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c538820e-9e1e-4bd4-b66f-9b20882202bb req-4852f287-7304-406d-a067-3e3eb0dc8d2e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2387972 Feb 05 18:52:25.723788 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c538820e-9e1e-4bd4-b66f-9b20882202bb req-407bf1dc-0f6a-408a-abd7-c9e5d2ca5906 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806718 Feb 05 18:52:25.767974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Attempting to bind port 99dc4543-2251-42e9-84ad-c58f9859342e on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:25.768444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Attempting to bind port 99dc4543-2251-42e9-84ad-c58f9859342e by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:25.774416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Attempting to bind port 99dc4543-2251-42e9-84ad-c58f9859342e on network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:25.780829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:25.781250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Checking segment: {'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:25.781698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:25.782137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Bound using segment: {'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:25.782834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Bound port: 99dc4543-2251-42e9-84ad-c58f9859342e, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:25.785058 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:25.786374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:25.944937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] For port 99dc4543-2251-42e9-84ad-c58f9859342e, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:26.026424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] For port 99dc4543-2251-42e9-84ad-c58f9859342e, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=99dc4543-2251-42e9-84ad-c58f9859342e,segment=NetworkSegment(3594fc3e-e9eb-416d-8365-3b4d6514e2ac),segment_id=3594fc3e-e9eb-416d-8365-3b4d6514e2ac)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:26.051003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:26.187654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:26.286980 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:26.365409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Pushing event updated for resources: {'Port': ['ID=99dc4543-2251-42e9-84ad-c58f9859342e,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:26.369635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:26.385212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:24Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:26.390345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7081fdd5-7f34-42fc-b27c-0591a810c865 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:24Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:52:27.142484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Router 050849ca-13ea-467f-8774-8195d7832075 is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:52:27.272419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256829dd-f1f5-4292-a699-066144bfc086 req-95c57cf8-3a50-46e5-abb2-d44bb8ae6d03 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:27.274440 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-256829dd-f1f5-4292-a699-066144bfc086 req-95c57cf8-3a50-46e5-abb2-d44bb8ae6d03 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2894945 Feb 05 18:52:27.554481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:52:27.566710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Sync routers for ids ['050849ca-13ea-467f-8774-8195d7832075'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:52:27.591094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Routers {'050849ca-13ea-467f-8774-8195d7832075'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:27.591094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['050849ca-13ea-467f-8774-8195d7832075'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:27.653345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:27.657762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 40024) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:27.660725 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3778496 Feb 05 18:52:27.718765 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-256829dd-f1f5-4292-a699-066144bfc086 req-5074c721-b398-4b66-bad8-4c521b39d147 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323914 Feb 05 18:52:27.949134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Set router 050849ca-13ea-467f-8774-8195d7832075 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:28.188356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6e25e-674f-4767-96ef-06782152166d None None] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:52:28.414966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 99dc4543-2251-42e9-84ad-c58f9859342e up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:28.574834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c7b60202-f345-4af1-8b55-355b6ee5a5b3 None None] Provisioning for port 99dc4543-2251-42e9-84ad-c58f9859342e completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:28.643087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T18:52:25Z', 'revision_number': 3, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:28.654453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Checking router: 050849ca-13ea-467f-8774-8195d7832075 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:52:28.657857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Updating router 050849ca-13ea-467f-8774-8195d7832075 port c676e18b-8442-41af-a856-49b3be138a29 binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:52:28.705197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 99dc4543-2251-42e9-84ad-c58f9859342e completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:28.753051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 99dc4543-2251-42e9-84ad-c58f9859342e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:28.753624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:28.787258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:28.873834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3b3da3f0-588a-4c3c-967f-d4ef7bbba6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:28.966003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.019519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 99dc4543-2251-42e9-84ad-c58f9859342e, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=99dc4543-2251-42e9-84ad-c58f9859342e,segment=NetworkSegment(3594fc3e-e9eb-416d-8365-3b4d6514e2ac),segment_id=3594fc3e-e9eb-416d-8365-3b4d6514e2ac)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:29.062535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.063972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:29.083244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.130616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:29.299740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=99dc4543-2251-42e9-84ad-c58f9859342e,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:29.320773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:29.372063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-7d8c6238-85af-45fb-ac42-c8376183fa0a None None] Provisioning complete for port 99dc4543-2251-42e9-84ad-c58f9859342e triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:29.372836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7d8c6238-85af-45fb-ac42-c8376183fa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.463233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:29.469055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:29.469588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.499552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.537966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Transition to ACTIVE for port object c676e18b-8442-41af-a856-49b3be138a29 will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:29.558339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.592107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ab4c690-0db9-44c1-bd4b-b432a177a05c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:29.596652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Allocated IP 172.20.0.1 (89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46/60cbf9c9-b4a0-42a1-b30e-768900d09c16/25c9685b-6ce1-4666-89bd-3a8910d02625) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:29.818017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.836812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.867886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Transition to ACTIVE for port object 25c9685b-6ce1-4666-89bd-3a8910d02625 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:29.873319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411df638-8e35-43e8-8062-586c6f50f626 None None] Pushing event updated for resources: {'Port': ['ID=c676e18b-8442-41af-a856-49b3be138a29,revision_number=2']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:29.884370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-411df638-8e35-43e8-8062-586c6f50f626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:29.887151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-7f259f97-64c2-49ba-b06a-7d0fdbb8599a None None] Provisioning complete for port 99dc4543-2251-42e9-84ad-c58f9859342e triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:29.887738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7f259f97-64c2-49ba-b06a-7d0fdbb8599a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.964938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:29.986515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:29.987367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:30.005515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Attempting to bind port c676e18b-8442-41af-a856-49b3be138a29 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:30.005935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Attempting to bind port c676e18b-8442-41af-a856-49b3be138a29 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:30.006540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Attempting to bind port c676e18b-8442-41af-a856-49b3be138a29 on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:30.017788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:30.018216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:30.018662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.019094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:30.019599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Bound port: c676e18b-8442-41af-a856-49b3be138a29, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:30.020006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.041609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.053004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-741b21e8-29c9-4e54-9670-f4c0ef3ed40a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:30.121654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] For port c676e18b-8442-41af-a856-49b3be138a29, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:30.125426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] For port c676e18b-8442-41af-a856-49b3be138a29, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c676e18b-8442-41af-a856-49b3be138a29,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:30.144443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:30.148385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:30.159006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.178740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:30.188677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Pushing event updated for resources: {'Port': ['ID=25c9685b-6ce1-4666-89bd-3a8910d02625,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:30.191881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:30.215450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 99dc4543-2251-42e9-84ad-c58f9859342e up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:30.229361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:30.230843 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:30.233288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:30.299134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.315190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-0d0c74a0-2473-40c1-9e10-b0706a37d066 None None] Provisioning complete for port 99dc4543-2251-42e9-84ad-c58f9859342e triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:30.315738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d0c74a0-2473-40c1-9e10-b0706a37d066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.376752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 99dc4543-2251-42e9-84ad-c58f9859342e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:30.377216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.517620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.529497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411df638-8e35-43e8-8062-586c6f50f626 None None] Pushing event updated for resources: {'Port': ['ID=c676e18b-8442-41af-a856-49b3be138a29,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:30.533164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-411df638-8e35-43e8-8062-586c6f50f626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:30.585131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Routers {'050849ca-13ea-467f-8774-8195d7832075'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:30.586026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['050849ca-13ea-467f-8774-8195d7832075'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:30.809167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] Set router 050849ca-13ea-467f-8774-8195d7832075 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:30.851986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.900401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.932558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:30.934040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbad0e2f-7f22-484f-8577-3e022fef6cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:30.935839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-1cd711d3-79fe-4c7e-b72f-b32d0eb35dce None None] Provisioning for port 25c9685b-6ce1-4666-89bd-3a8910d02625 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:30.941668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-1cd711d3-79fe-4c7e-b72f-b32d0eb35dce None None] Provisioning complete for port 25c9685b-6ce1-4666-89bd-3a8910d02625 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:30.942268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1cd711d3-79fe-4c7e-b72f-b32d0eb35dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:31.010190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-1cd711d3-79fe-4c7e-b72f-b32d0eb35dce None None] Port 25c9685b-6ce1-4666-89bd-3a8910d02625 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:52:31.025622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Pushing event updated for resources: {'Port': ['ID=25c9685b-6ce1-4666-89bd-3a8910d02625,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:31.031279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:31.057331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:31.217824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:31.219740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:31.246246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 4, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '25c9685b-6ce1-4666-89bd-3a8910d02625', 'name': '', 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'mac_address': 'fa:16:3e:38:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:29Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 1, 'project_id': 'c321272106e44122a2927b048e652a03', 'subnets': [{'id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:31.251298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5fc340-f8ea-42b2-b37a-4c45bdfb4480 None None] The sync data for ids ['050849ca-13ea-467f-8774-8195d7832075'] in dv-cinder-774286-2-iscsi is: [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 4, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '25c9685b-6ce1-4666-89bd-3a8910d02625', 'name': '', 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'mac_address': 'fa:16:3e:38:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:29Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 1, 'project_id': 'c321272106e44122a2927b048e652a03', 'subnets': [{'id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:52:31.369280 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3624b-634e-4391-8fb2-5d51d23de0f6 req-f12c5108-87c4-4072-8233-397763a02b33 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:31.371095 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ded3624b-634e-4391-8fb2-5d51d23de0f6 req-f12c5108-87c4-4072-8233-397763a02b33 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2507420 Feb 05 18:52:31.434519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-7057f553-dcc3-4c10-9312-02190c4cc0f0 None None] Provisioning complete for port 25c9685b-6ce1-4666-89bd-3a8910d02625 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:31.435223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7057f553-dcc3-4c10-9312-02190c4cc0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:31.446995 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ded3624b-634e-4391-8fb2-5d51d23de0f6 req-2dfad0ab-f45c-413c-814d-725d8c4f2af1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 Feb 05 18:52:31.452522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Router 050849ca-13ea-467f-8774-8195d7832075 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:52:31.498626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-7057f553-dcc3-4c10-9312-02190c4cc0f0 None None] Port 25c9685b-6ce1-4666-89bd-3a8910d02625 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:52:31.652308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:52:31.661718 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] 10.222.0.43 "PUT /v2.0/routers/050849ca-13ea-467f-8774-8195d7832075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0027652 Feb 05 18:52:32.009869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:32.292570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:32.421813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:32.422335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:32.627395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:32.658435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1210055107', 'description': 'tempest-TestVolumeBootPattern-1210055107 description'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:32.685867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:32.691064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Usage tracker for resource:security_group and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:32.694362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:32.701256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:32.735659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:32.760110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:32.764361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Usage tracker for resource:security_group_rule and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:32.767405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:32.773609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:32.821362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee0cf4-8762-476e-90d7-d1313d4be4c8 req-194d59d8-1b5c-4876-bbc2-ccbfb21c9403 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:32.823377 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-87ee0cf4-8762-476e-90d7-d1313d4be4c8 req-194d59d8-1b5c-4876-bbc2-ccbfb21c9403 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2226326 Feb 05 18:52:32.860357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:32.889831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:32.893296 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-87ee0cf4-8762-476e-90d7-d1313d4be4c8 req-a6033f1c-f440-4fe8-8de7-8e3125169abd tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628655 Feb 05 18:52:32.896031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8e86aa75-4536-4f9d-ad1d-1a7d4bf7d33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:32.937437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfcf04a-fe8d-4241-a2ec-bed513699df2,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:32.940618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:32.963990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:32.965467 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c2f626c5-b9c1-49e6-a156-659bf2648ba5 req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3123636 Feb 05 18:52:33.073321 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-4d7d25a6-8b09-47f5-82db-aed433ea786b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups/0bfcf04a-fe8d-4241-a2ec-bed513699df2 HTTP/1.1" status: 200 len: 1808 time: 0.0744183 Feb 05 18:52:33.086404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bfcf04a-fe8d-4241-a2ec-bed513699df2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:33.087110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bfcf04a-fe8d-4241-a2ec-bed513699df2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:33.110753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:33.115088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Usage tracker for resource:security_group_rule and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:33.119536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:33.124359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:33.251844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:33.279751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:33.364204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:33.373081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:33.395566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023572f1-0727-4de4-8253-24ca53d7894d,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:33.409515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.409925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.410377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.410781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.411171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.411560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.411946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.412332 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.412719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.413103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.413624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.414340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.414826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.415219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.415635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.416245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.416635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.417021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.417408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.417798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.418201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.418616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.419001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.419382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:33.423836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:33.461879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:33.463388 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-877ef16a-46de-451e-9aa9-66b8135b3bf1 req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3831208 Feb 05 18:52:33.662677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-11bbbb1d-45ab-461e-8ed3-e006e3b3aa27 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:33.664648 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-11bbbb1d-45ab-461e-8ed3-e006e3b3aa27 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 0.2605107 Feb 05 18:52:33.690048 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-d652f4af-1e83-4911-b34f-c7d0adf44716 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/quotas/0104543225fe4336b88d48ed8c653f5a HTTP/1.1" status: 200 len: 375 time: 0.0189648 Feb 05 18:52:33.728127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:33.755502 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-7500125f-b1a8-464f-b98b-09d136c811b3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups/0bfcf04a-fe8d-4241-a2ec-bed513699df2 HTTP/1.1" status: 200 len: 2401 time: 0.0961306 Feb 05 18:52:33.781796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bfcf04a-fe8d-4241-a2ec-bed513699df2', 'remote_group_id': None}]} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:33.782153 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0bfcf04a-fe8d-4241-a2ec-bed513699df2', 'remote_group_id': None}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:33.831223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:33.848593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Usage tracker for resource:security_group_rule and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:33.852367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:33.858637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:33.869973 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-c227384f-e330-47f6-9901-4acfca13f80e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1787326 Feb 05 18:52:33.981139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.016673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.044252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.047018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:34.080120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10e1ed7-edcc-4b20-982f-ca6f46e847c6,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:34.093668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:34.129960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.131425 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8161eef3-4f2e-4473-80c0-5c7f2986ad4e req-bb590e88-8230-4d57-a635-6d7c361b9197 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3660388 Feb 05 18:52:34.275616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c676e18b-8442-41af-a856-49b3be138a29 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:34.321932 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-5614c2f9-7008-443a-b4e2-9f99ef3610f1 service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507213 Feb 05 18:52:34.481814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port c676e18b-8442-41af-a856-49b3be138a29 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:34.489064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port c676e18b-8442-41af-a856-49b3be138a29 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:34.489770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.524868 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-4c593cf0-7cd1-4414-aed6-5a38bcbd59c3 service neutron] 10.222.0.43 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2017992 Feb 05 18:52:34.675189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.688274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc467-2cb1-47eb-8825-c2d8e12e3040 req-590dde1a-9a7f-4449-b4e9-f76b83500039 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:34.698076 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2a4dc467-2cb1-47eb-8825-c2d8e12e3040 req-590dde1a-9a7f-4449-b4e9-f76b83500039 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.3132353 Feb 05 18:52:34.728553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port c676e18b-8442-41af-a856-49b3be138a29, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c676e18b-8442-41af-a856-49b3be138a29,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:34.764386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:34.766741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:34.838990 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2a4dc467-2cb1-47eb-8825-c2d8e12e3040 req-670349b7-dc5b-4c1b-9327-cdf5a26d2b9d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396320 Feb 05 18:52:34.893881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=c676e18b-8442-41af-a856-49b3be138a29,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:34.904999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.905461 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.905945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.906448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.906919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.907389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.907865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.908301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.908870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.909428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.909982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.910546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.911243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.912037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.912912 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.914053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.914722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.915275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.915818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.916376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.917172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.917822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.918939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.919499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:52:34.930623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:35.086474 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9595ba7a-b508-4f64-9330-a6a42c9ab618 req-cb0db512-809e-4d5f-86fc-744379d2ca21 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 210 time: 0.0543253 Feb 05 18:52:35.105227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Sync routers for ids ['050849ca-13ea-467f-8774-8195d7832075'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:52:35.125049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Routers {'050849ca-13ea-467f-8774-8195d7832075'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:35.125763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['050849ca-13ea-467f-8774-8195d7832075'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:35.342726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Set router 050849ca-13ea-467f-8774-8195d7832075 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:35.686816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 4, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '25c9685b-6ce1-4666-89bd-3a8910d02625', 'name': '', 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'mac_address': 'fa:16:3e:38:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:29Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 2, 'project_id': 'c321272106e44122a2927b048e652a03', 'subnets': [{'id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:35.740567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 40238) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:35.747365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Checking router: 050849ca-13ea-467f-8774-8195d7832075 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:52:35.747800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Updating router 050849ca-13ea-467f-8774-8195d7832075 port 25c9685b-6ce1-4666-89bd-3a8910d02625 binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:52:35.838326 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.002241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.022593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:36.027384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Usage tracker for resource:security_group_rule and tenant:3bfcde6acd2249308f3062d645e072a5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:36.032368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:36.038891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:36.324769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c676e18b-8442-41af-a856-49b3be138a29 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:36.374795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f39d72-d9bb-458a-bec5-580bc6316c08 req-58c1664d-a8fe-4526-8090-1270b01c7aad tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:36.377985 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-53f39d72-d9bb-458a-bec5-580bc6316c08 req-58c1664d-a8fe-4526-8090-1270b01c7aad tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.3127069 Feb 05 18:52:36.445659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.501587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.517848 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-53f39d72-d9bb-458a-bec5-580bc6316c08 req-22fd09ab-90b7-496c-a234-6ef87f1cf91d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302180 Feb 05 18:52:36.521991 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:36.543352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port c676e18b-8442-41af-a856-49b3be138a29 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:36.543352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.618427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4f2d48-5a4d-4dd7-ab32-6028eda87d06,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:36.618427 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3bfcde6acd2249308f3062d645e072a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8753903 Feb 05 18:52:36.621508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 40274) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:36.634823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:36.763381 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8395f037-bda3-4981-8e23-dd195c846d1e req-477d82d6-1ae5-4fcb-b230-5c400424ba1d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 210 time: 0.0580800 Feb 05 18:52:36.786587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.833699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.867373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.880500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Transition to ACTIVE for port object 25c9685b-6ce1-4666-89bd-3a8910d02625 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:36.935290 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.935664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.951657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:36.975291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:36.993326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad4f2d48-5a4d-4dd7-ab32-6028eda87d06 HTTP/1.1" status: 204 len: 168 time: 0.3586819 Feb 05 18:52:37.000828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4f2d48-5a4d-4dd7-ab32-6028eda87d06,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:37.008975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:37.111708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:37.302392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f1d04-f734-4f0e-a38f-666ff7e020bc None None] Pushing event updated for resources: {'Port': ['ID=25c9685b-6ce1-4666-89bd-3a8910d02625,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:37.307227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8d0f1d04-f734-4f0e-a38f-666ff7e020bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:37.569182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Attempting to bind port 25c9685b-6ce1-4666-89bd-3a8910d02625 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:37.570682 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Attempting to bind port 25c9685b-6ce1-4666-89bd-3a8910d02625 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:37.571104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Attempting to bind port 25c9685b-6ce1-4666-89bd-3a8910d02625 on network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:37.579826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:37.580596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Checking segment: {'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:37.581107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:37.581606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Bound using segment: {'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:37.582563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Bound port: 25c9685b-6ce1-4666-89bd-3a8910d02625, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3594fc3e-e9eb-416d-8365-3b4d6514e2ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:37.583239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:37.900837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] For port 25c9685b-6ce1-4666-89bd-3a8910d02625, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:37.908440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] For port 25c9685b-6ce1-4666-89bd-3a8910d02625, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=25c9685b-6ce1-4666-89bd-3a8910d02625,segment=NetworkSegment(3594fc3e-e9eb-416d-8365-3b4d6514e2ac),segment_id=3594fc3e-e9eb-416d-8365-3b4d6514e2ac)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:37.936871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-7676bc89-9e11-4cf9-869e-5acc75c09a05 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:37.938590 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-7676bc89-9e11-4cf9-869e-5acc75c09a05 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 812 time: 0.7350640 Feb 05 18:52:37.941795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:37.975196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8677e387-d160-4b85-86b5-06c0c0a44b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:38.108078 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00d89345-f6d4-469f-8814-98858fb20245 req-ec053077-f507-414f-ac19-9eeb047f53e2 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 210 time: 0.0705833 Feb 05 18:52:38.121552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d76d-f87e-46c0-b36a-e61f106e864a req-95206a78-31e0-404c-954b-c9ba8612edfb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:38.123185 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25f6d76d-f87e-46c0-b36a-e61f106e864a req-95206a78-31e0-404c-954b-c9ba8612edfb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1835966 Feb 05 18:52:38.127402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f1d04-f734-4f0e-a38f-666ff7e020bc None None] Pushing event updated for resources: {'Port': ['ID=25c9685b-6ce1-4666-89bd-3a8910d02625,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:38.140652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8d0f1d04-f734-4f0e-a38f-666ff7e020bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:38.202423 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25f6d76d-f87e-46c0-b36a-e61f106e864a req-b08fc247-0479-4e36-9217-f765761336a3 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723870 Feb 05 18:52:38.230555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Routers {'050849ca-13ea-467f-8774-8195d7832075'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:52:38.231716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:52:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['050849ca-13ea-467f-8774-8195d7832075'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:38.235260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 40312) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:38.274408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.333337 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:38.344639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Usage tracker for resource:security_group_rule and tenant:e8dc090f43e841f7962c96bbf33e9398 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:38.359439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:38.367715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:38.534220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 25c9685b-6ce1-4666-89bd-3a8910d02625 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:38.561795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.607684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.617487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:38.666329 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8dc090f43e841f7962c96bbf33e9398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269667 Feb 05 18:52:38.666329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 40320) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:38.680171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c172f73f-99b3-4a4a-851d-9780ad007731,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:38.684486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:38.757859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] Set router 050849ca-13ea-467f-8774-8195d7832075 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:52:38.758072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.794415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.805435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 25c9685b-6ce1-4666-89bd-3a8910d02625 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:38.822734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 25c9685b-6ce1-4666-89bd-3a8910d02625 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:38.823154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.884059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.889369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:38.903448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c172f73f-99b3-4a4a-851d-9780ad007731,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:38.906282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:38.910828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:38.911612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c172f73f-99b3-4a4a-851d-9780ad007731 HTTP/1.1" status: 204 len: 168 time: 0.2443197 Feb 05 18:52:39.256978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:39.302081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 4, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '25c9685b-6ce1-4666-89bd-3a8910d02625', 'name': '', 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'mac_address': 'fa:16:3e:38:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:29Z', 'updated_at': '2021-02-05T18:52:37Z', 'revision_number': 4, 'project_id': 'c321272106e44122a2927b048e652a03', 'subnets': [{'id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:52:39.311172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353c7733-f049-493a-8874-934f7059e5f9 None None] The sync data for ids ['050849ca-13ea-467f-8774-8195d7832075'] in dv-cinder-774286-2-iscsi is: [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T18:52:30Z', 'revision_number': 4, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '25c9685b-6ce1-4666-89bd-3a8910d02625', 'name': '', 'network_id': '89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'mac_address': 'fa:16:3e:38:d8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:29Z', 'updated_at': '2021-02-05T18:52:37Z', 'revision_number': 4, 'project_id': 'c321272106e44122a2927b048e652a03', 'subnets': [{'id': '60cbf9c9-b4a0-42a1-b30e-768900d09c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:52:39.314310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 25c9685b-6ce1-4666-89bd-3a8910d02625, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=25c9685b-6ce1-4666-89bd-3a8910d02625,segment=NetworkSegment(3594fc3e-e9eb-416d-8365-3b4d6514e2ac),segment_id=3594fc3e-e9eb-416d-8365-3b4d6514e2ac)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:39.344825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:39.352125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:39.377588 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e838a0f3-c97c-49e2-a513-534b5f42f3f3 req-7c3bf830-cc68-4c15-a340-8fec5750270d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 210 time: 0.0617409 Feb 05 18:52:39.471459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=25c9685b-6ce1-4666-89bd-3a8910d02625,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:39.475167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:39.763584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8c2d6-e13d-4cc4-99ab-9e524263f3f7 req-20867fc2-50d1-4585-b16a-d8b3eb19ffa9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:39.765361 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-16a8c2d6-e13d-4cc4-99ab-9e524263f3f7 req-20867fc2-50d1-4585-b16a-d8b3eb19ffa9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1960926 Feb 05 18:52:39.837867 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-16a8c2d6-e13d-4cc4-99ab-9e524263f3f7 req-4d80dc0d-6642-4764-b345-31f42a508716 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658801 Feb 05 18:52:40.156275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:52:40.218087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 25c9685b-6ce1-4666-89bd-3a8910d02625 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:40.308633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 25c9685b-6ce1-4666-89bd-3a8910d02625 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:40.309195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:40.590419 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-98abff46-0d66-45e8-b3ea-dbf31d195505 req-3a707d0b-7d5e-4631-84a0-c8eb8b95eb30 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 210 time: 0.0502136 Feb 05 18:52:40.795469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Request body: {'port': {'device_id': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e', 'admin_state_up': True, 'tenant_id': '0104543225fe4336b88d48ed8c653f5a'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:40.963572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:40.980078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:41.013893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Made reservation on behalf of 0104543225fe4336b88d48ed8c653f5a for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:52:41.036986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:41.180073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc185a4-3a8d-434d-985f-c6fef06fe3d3 req-c212d7f7-bd88-4328-a8f0-e707b28624ed tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:41.181769 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4fc185a4-3a8d-434d-985f-c6fef06fe3d3 req-c212d7f7-bd88-4328-a8f0-e707b28624ed tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1842713 Feb 05 18:52:41.249804 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4fc185a4-3a8d-434d-985f-c6fef06fe3d3 req-5617c062-eeb6-4e49-807b-210959d026ed tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616062 Feb 05 18:52:41.391648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Allocated IP 172.20.0.10 (0288e4e8-4b28-4aaa-8665-7f715ccc9f7e/ebbc6465-839e-4fcf-b597-a768890675b3/90f75949-529a-4fe2-bd0e-a8ad8a2d6399) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:52:41.647222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:41.753232 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:41.941914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-613cf6d5-1eea-40fc-bad5-a30e30f6c0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:41.973321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c18ae-2b2e-4ddb-86f2-467c0f3d72e5 req-4c732b2b-6b82-40ec-9073-069b673a47ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:41.975018 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-848c18ae-2b2e-4ddb-86f2-467c0f3d72e5 req-4c732b2b-6b82-40ec-9073-069b673a47ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1163 time: 0.1151578 Feb 05 18:52:42.057055 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-848c18ae-2b2e-4ddb-86f2-467c0f3d72e5 req-465dbf43-654a-4ee4-bb7c-89e4a17efd39 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720434 Feb 05 18:52:42.097501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:52:42.113146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:52:42.115942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event updated for resources: {'Port': ['ID=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:42.119497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:52:42.149206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:42.297015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:42.297867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:42.409111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854b650-13f0-450c-95f5-a42db34cd79b req-0b6006e0-64a0-4da4-81ee-3fa9c34b8b75 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:42.410893 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0854b650-13f0-450c-95f5-a42db34cd79b req-0b6006e0-64a0-4da4-81ee-3fa9c34b8b75 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 932 time: 0.4704618 Feb 05 18:52:42.495393 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0854b650-13f0-450c-95f5-a42db34cd79b req-ef272b9a-db4b-4ceb-a170-5cd957290560 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709889 Feb 05 18:52:42.497341 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7070479 Feb 05 18:52:42.520338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Request body: {'port': {'device_id': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:52:42.610217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9d8d4-ab6b-458e-933e-4bc202540de2 req-59d5a8b3-1150-415d-a7f9-7c070f7db302 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:42.620787 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efc9d8d4-ab6b-458e-933e-4bc202540de2 req-59d5a8b3-1150-415d-a7f9-7c070f7db302 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2306855 Feb 05 18:52:42.669241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:42.704286 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efc9d8d4-ab6b-458e-933e-4bc202540de2 req-990a9945-4ffa-4c70-937a-115055942f81 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818017 Feb 05 18:52:43.327906 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:52:43.342345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:43.360205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Transition to ACTIVE for port object 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:52:43.399705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:43.422311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f0755e6f-4541-47d6-8498-4fa4b1065fac tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:43.603598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Pushing event updated for resources: {'Port': ['ID=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:43.606028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:43.860481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6653e8f-1e69-411e-a538-489969330d95 req-e064621f-9092-4d0c-a5c7-643a1b0ecf9b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:43.862224 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6653e8f-1e69-411e-a538-489969330d95 req-e064621f-9092-4d0c-a5c7-643a1b0ecf9b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 944 time: 0.2212150 Feb 05 18:52:43.868411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Attempting to bind port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:52:43.868871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Attempting to bind port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:52:43.869312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Attempting to bind port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 on network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:52:43.875272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:52:43.875759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Checking segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:52:43.876226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:43.876769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Bound using segment: {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:52:43.877414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Bound port: 90f75949-529a-4fe2-bd0e-a8ad8a2d6399, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d2a111-d0a8-4be1-b777-5f25ec04ad5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0288e4e8-4b28-4aaa-8665-7f715ccc9f7e'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:52:43.877861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:43.933428 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6653e8f-1e69-411e-a538-489969330d95 req-4e5d76ce-e5f5-4ae8-af0c-f2db30d3d15f tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628786 Feb 05 18:52:43.983273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] For port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:52:43.986825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] For port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:52:44.016263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:44.033157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-25b44721-8d9f-4b4f-8f90-dfd41fc350b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:44.188306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Pushing event updated for resources: {'Port': ['ID=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:44.202709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:44.239452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:44.240147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:44.242347 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] 10.222.0.26 "PUT /v2.0/ports/90f75949-529a-4fe2-bd0e-a8ad8a2d6399 HTTP/1.1" status: 200 len: 1158 time: 1.7268927 Feb 05 18:52:44.242852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'tag': '90f75949-529a-4fe2-bd0e-a8ad8a2d6399'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:52:44.269780 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75724800-131d-423f-84ae-858b974e1534 req-ae7e4f94-3f64-4c8e-b4a5-b77276853fa6 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:44.271654 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75724800-131d-423f-84ae-858b974e1534 req-ae7e4f94-3f64-4c8e-b4a5-b77276853fa6 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1860988 Feb 05 18:52:44.347583 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75724800-131d-423f-84ae-858b974e1534 req-7389ddcb-b960-4643-8bd8-2b0a03cad4db tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688984 Feb 05 18:52:44.451644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-17ebf1e6-fe6d-4322-847d-7ebf8ae2dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:44.451644 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-17ebf1e6-fe6d-4322-847d-7ebf8ae2dac0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 1161 time: 0.1014504 Feb 05 18:52:44.533323 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-2688c1f3-09dd-4551-9bcd-a51b082983d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90f75949-529a-4fe2-bd0e-a8ad8a2d6399 HTTP/1.1" status: 200 len: 217 time: 0.0685413 Feb 05 18:52:44.622447 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'tag': '90f75949-529a-4fe2-bd0e-a8ad8a2d6399', 'status': 'completed', 'code': 200} Feb 05 18:52:44.634871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-a8ab4e5c-c9d7-4e10-b6e2-0724237ea095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:44.634871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-a8ab4e5c-c9d7-4e10-b6e2-0724237ea095 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.0832388 Feb 05 18:52:44.689237 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-08675690-fa18-4349-8d8e-2fa1b8cf883d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510895 Feb 05 18:52:44.903235 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-ff8c820c-a456-445c-b78d-862b46475426 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979468 Feb 05 18:52:44.958794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91359b2-f17a-46e2-a979-40d753dcef78 req-7acbfe5b-6594-49e5-8cd6-d8df2aa1bf44 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:44.961116 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a91359b2-f17a-46e2-a979-40d753dcef78 req-7acbfe5b-6594-49e5-8cd6-d8df2aa1bf44 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2220929 Feb 05 18:52:45.028755 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a91359b2-f17a-46e2-a979-40d753dcef78 req-2804151c-ca67-4b37-85ab-796565f1f539 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602334 Feb 05 18:52:45.088377 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba215fab-05c6-4b7b-8ebc-36bc62302b77 req-71c336b9-d1a7-4c1a-a6f8-8a1783a4a50d service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1760676 Feb 05 18:52:45.113503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:45.235821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:45.236243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:45.422134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c8e71-6d9b-4013-8a1b-aa5e991d50b5 req-a3f9b4be-7dd0-4370-880c-2bd0782bf29e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:45.422984 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-751c8e71-6d9b-4013-8a1b-aa5e991d50b5 req-a3f9b4be-7dd0-4370-880c-2bd0782bf29e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:52:45.441737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-a7329230-acc8-475f-8b9a-4dc6ccdaf731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:45.443493 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-a7329230-acc8-475f-8b9a-4dc6ccdaf731 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1163 time: 0.2975442 Feb 05 18:52:45.450023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145990f1-d891-428d-a8b8-bdcc4daa4850 req-d1412342-35ac-4ab8-a225-7d40af766dc8 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:45.451788 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-145990f1-d891-428d-a8b8-bdcc4daa4850 req-d1412342-35ac-4ab8-a225-7d40af766dc8 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2020478 Feb 05 18:52:45.455524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-19ad023b-47da-47f6-a2a7-aac7a90b2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:45.457048 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-19ad023b-47da-47f6-a2a7-aac7a90b2f3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 1161 time: 0.2617943 Feb 05 18:52:45.497127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-751c8e71-6d9b-4013-8a1b-aa5e991d50b5 req-a3f9b4be-7dd0-4370-880c-2bd0782bf29e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:52:45.498276 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-751c8e71-6d9b-4013-8a1b-aa5e991d50b5 req-a3f9b4be-7dd0-4370-880c-2bd0782bf29e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 944 time: 0.2933657 Feb 05 18:52:45.615604 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-145990f1-d891-428d-a8b8-bdcc4daa4850 req-32ce6fc8-8488-4b34-ab40-fb98d12a7cfd tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573813 Feb 05 18:52:45.675921 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-d75dbd54-b056-46b1-badf-e185c8ea2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:45.677490 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-d75dbd54-b056-46b1-badf-e185c8ea2ae7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 906 time: 0.2023599 Feb 05 18:52:45.770940 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-061ec167-e876-49af-b555-52f8aa36cc2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90f75949-529a-4fe2-bd0e-a8ad8a2d6399 HTTP/1.1" status: 200 len: 217 time: 0.0830824 Feb 05 18:52:45.856598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-aabe3456-8ef8-4c05-b4ae-7126a342c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:45.858341 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-aabe3456-8ef8-4c05-b4ae-7126a342c8ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.0724893 Feb 05 18:52:45.871239 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-751c8e71-6d9b-4013-8a1b-aa5e991d50b5 req-f3c5fae0-c749-44c6-acc1-d9510c74bbd4 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116173 Feb 05 18:52:45.880483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-989894ff-78e3-4590-beef-4800de946871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:45.883205 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-989894ff-78e3-4590-beef-4800de946871 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 913 time: 0.4108160 Feb 05 18:52:45.919511 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-37638efd-f5f3-4f67-a912-aab17672a119 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519428 Feb 05 18:52:45.965594 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-1f4552da-4c3b-47a1-a203-66ba0089118b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 200 len: 217 time: 0.0734506 Feb 05 18:52:46.045345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-b63eae2e-e9ea-4ff7-989a-e6d9d53d2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:46.046864 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-b63eae2e-e9ea-4ff7-989a-e6d9d53d2d03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.0738873 Feb 05 18:52:46.077160 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-f4963ee5-2c7d-47df-bee2-164522802915 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486683 Feb 05 18:52:46.117190 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-69e4f3c5-dd97-44bb-b378-569b7df976eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606549 Feb 05 18:52:46.279022 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-7d9eb889-1251-488a-9d5d-2d53cac840f1 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538067 Feb 05 18:52:46.305656 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f1b4157-467d-4ba6-b744-30ed2b00ab75 req-57ced50a-5d56-40bc-8b01-8eae2a0075f2 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2207351 Feb 05 18:52:46.423916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b0d3d-e3d0-41c3-b78c-ad73634ea695 req-0aea6a32-649a-4f03-902e-7bd405af781f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:46.425608 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-371b0d3d-e3d0-41c3-b78c-ad73634ea695 req-0aea6a32-649a-4f03-902e-7bd405af781f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2119660 Feb 05 18:52:46.449234 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f8947be-7ab4-499b-bb98-c66c090a9c74 req-aaeb4157-6e69-464c-8be9-be03a3e5fea8 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1565681 Feb 05 18:52:46.494110 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-371b0d3d-e3d0-41c3-b78c-ad73634ea695 req-32f1d1ac-606c-435f-bd6e-6f870a5e90c2 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613055 Feb 05 18:52:46.931749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdccc8a5-3e22-4ec4-aedd-103d9ec5d269 req-c0acfcfe-5a34-4665-8517-cdb8e244b3b5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:46.933441 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdccc8a5-3e22-4ec4-aedd-103d9ec5d269 req-c0acfcfe-5a34-4665-8517-cdb8e244b3b5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1853323 Feb 05 18:52:47.003716 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdccc8a5-3e22-4ec4-aedd-103d9ec5d269 req-1e873c06-62a1-49f7-861e-5fbf1730ad8a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635717 Feb 05 18:52:47.112054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:47.193874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:47.194361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:47.301518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784b71d-fabe-4a09-8e1c-bb37839779b1 req-4fa3b068-7d72-4bcd-a564-7ff65ed8d933 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:47.303246 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c784b71d-fabe-4a09-8e1c-bb37839779b1 req-4fa3b068-7d72-4bcd-a564-7ff65ed8d933 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 944 time: 0.1811595 Feb 05 18:52:47.375592 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c784b71d-fabe-4a09-8e1c-bb37839779b1 req-7f09e806-0461-4c3f-b43f-0db92e7dd382 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623469 Feb 05 18:52:47.831581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3d14d-55e2-4203-b398-50f029be2f27 req-dfb07738-ed81-43aa-b68e-29468cde892d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:47.833407 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-deb3d14d-55e2-4203-b398-50f029be2f27 req-dfb07738-ed81-43aa-b68e-29468cde892d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1826484 Feb 05 18:52:48.112173 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-deb3d14d-55e2-4203-b398-50f029be2f27 req-70b91322-0c22-41d3-87c4-8b67eb78cfd4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713003 Feb 05 18:52:48.136654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 40504) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:48.322380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed910869-3677-4be2-8d1f-199dc1dc210c req-8aed4e1c-0404-4ad5-a630-b4a95a4aa61a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:48.324081 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ed910869-3677-4be2-8d1f-199dc1dc210c req-8aed4e1c-0404-4ad5-a630-b4a95a4aa61a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1761680 Feb 05 18:52:48.360148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:48.391009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:48.400056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Usage tracker for resource:security_group_rule and tenant:5afd02ef6af94c8a88ef7a47414cdf32 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:48.404929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:48.431176 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ed910869-3677-4be2-8d1f-199dc1dc210c req-134a164c-3dcb-4531-82fb-42a50042fe1b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888565 Feb 05 18:52:48.432080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:48.538199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:48.575379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:48.584314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-81e70514-f6c8-44b0-b4d3-772131f40e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:48.626898 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5afd02ef6af94c8a88ef7a47414cdf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890628 Feb 05 18:52:48.628877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc51e04-8305-446f-a211-9bb08d500800,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:48.632011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 40520) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:48.635186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:48.699493 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:48.726673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e476d3-4e4e-48b2-8941-f8738406468e req-38aa2875-adb8-4f5f-aef8-157bb9561201 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:48.728267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-13e476d3-4e4e-48b2-8941-f8738406468e req-38aa2875-adb8-4f5f-aef8-157bb9561201 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 944 time: 0.1739390 Feb 05 18:52:48.729154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:48.798124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:48.798829 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-13e476d3-4e4e-48b2-8941-f8738406468e req-5d5666b5-0a3e-43f5-bd5a-a8f67800e891 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634162 Feb 05 18:52:48.805787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d09cb8a0-0c98-4cfb-82a3-ee03a63027c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:48.821611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc51e04-8305-446f-a211-9bb08d500800,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:48.823786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:48.827415 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6dc51e04-8305-446f-a211-9bb08d500800 HTTP/1.1" status: 204 len: 168 time: 0.1917887 Feb 05 18:52:48.827415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:49.433245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f789e-c4a6-4461-af80-7b56f195be1d req-3d130070-3b20-4c23-830d-05a439384167 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:49.435009 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-610f789e-c4a6-4461-af80-7b56f195be1d req-3d130070-3b20-4c23-830d-05a439384167 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1680303 Feb 05 18:52:49.503928 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-610f789e-c4a6-4461-af80-7b56f195be1d req-7253bd37-ecb0-4f27-86d9-279a06b95457 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622730 Feb 05 18:52:49.836409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb98ce-9176-4f6b-a926-f217116eb4e3 req-a52fc5e1-0f78-48a8-afd6-52b09edf796f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:49.844731 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6dbb98ce-9176-4f6b-a926-f217116eb4e3 req-a52fc5e1-0f78-48a8-afd6-52b09edf796f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1975408 Feb 05 18:52:49.909446 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6dbb98ce-9176-4f6b-a926-f217116eb4e3 req-48e5c0f7-be3f-4118-8537-aca0753a5101 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636895 Feb 05 18:52:50.083356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:50.171913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:50.172442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:50.205990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8113af4-1dd9-44de-be57-acd0c98da429 req-954fe9a1-345c-448e-8c11-4d3e9c1adc34 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:50.207709 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d8113af4-1dd9-44de-be57-acd0c98da429 req-954fe9a1-345c-448e-8c11-4d3e9c1adc34 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 944 time: 0.1872230 Feb 05 18:52:50.274910 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d8113af4-1dd9-44de-be57-acd0c98da429 req-31e3196d-e1ba-4622-a77d-a9414a02ad15 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601821 Feb 05 18:52:50.311130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:50.413676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:52:50.419189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:50.419613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:50.578497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:50.618864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:52:50.620062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f75949-529a-4fe2-bd0e-a8ad8a2d6399'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:52:50.659224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:50.661350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:50.754564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:50.758264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:50.912462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d190483-403a-4666-9ca3-f6c4367500a6 req-c6be4871-1658-4fae-bc1b-9d1afb463144 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:50.915206 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1d190483-403a-4666-9ca3-f6c4367500a6 req-c6be4871-1658-4fae-bc1b-9d1afb463144 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1842859 Feb 05 18:52:50.992883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1d190483-403a-4666-9ca3-f6c4367500a6 req-a48e9d40-4454-4d14-bbca-31865cb68f92 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707333 Feb 05 18:52:51.061841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 40586) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:51.080362 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f75949-529a-4fe2-bd0e-a8ad8a2d6399', 'code': 200} Feb 05 18:52:51.213890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:51.230614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:52:51.234668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Usage tracker for resource:security_group_rule and tenant:2a15f9117ed84156a4a209e57d451209 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:52:51.237605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:52:51.243785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:52:51.327050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:51.355849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:51.365352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4e27df7c-97f6-415a-8df5-3c1570246fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:51.410145 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a15f9117ed84156a4a209e57d451209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3470182 Feb 05 18:52:51.411051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fcac18-fd5f-4d4f-ab94-d8dd107930d3,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:51.413166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 40594) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:52:51.415075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:51.488913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:51.516444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:51.588422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e4d8b-6d58-42bb-bdcf-0c80ce783264 req-c51cd882-d030-4021-8906-381b3e1f6b65 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:51.590119 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba6e4d8b-6d58-42bb-bdcf-0c80ce783264 req-c51cd882-d030-4021-8906-381b3e1f6b65 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1727948 Feb 05 18:52:51.596008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:51.601421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9eccf2cb-7da2-4ee5-b74e-efe61aa98d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:52:51.614625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fcac18-fd5f-4d4f-ab94-d8dd107930d3,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:52:51.618221 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:52:51.620229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:51.621447 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/15fcac18-fd5f-4d4f-ab94-d8dd107930d3 HTTP/1.1" status: 204 len: 168 time: 0.2071967 Feb 05 18:52:51.656110 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba6e4d8b-6d58-42bb-bdcf-0c80ce783264 req-aa0e05e2-1732-45b5-a2a2-800b845c0d97 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590751 Feb 05 18:52:52.318386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3a972-9e81-4dfc-8d62-766b270a7734 req-59fa3f8f-cccf-46e5-b7d2-b748b8c4c91a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:52.320477 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ec3a972-9e81-4dfc-8d62-766b270a7734 req-59fa3f8f-cccf-46e5-b7d2-b748b8c4c91a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1674473 Feb 05 18:52:52.385669 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ec3a972-9e81-4dfc-8d62-766b270a7734 req-0fba4fb8-7c5c-4eba-82af-47ad622b51a4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588622 Feb 05 18:52:52.954981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f188ee-b7d7-4e44-ada1-7e6120d77274 req-497cef14-0c5d-475b-9059-e8b8fc6a32bc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:52.956700 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-32f188ee-b7d7-4e44-ada1-7e6120d77274 req-497cef14-0c5d-475b-9059-e8b8fc6a32bc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1691039 Feb 05 18:52:53.026555 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-32f188ee-b7d7-4e44-ada1-7e6120d77274 req-6e751cc4-82bd-4c79-942c-05015133975d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631447 Feb 05 18:52:53.634797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:53.704163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c14e44-a235-45a0-988e-e1a1dcf147f0 req-18c93cba-3535-4bc2-a769-47e8a5fffb0e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:53.705764 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-79c14e44-a235-45a0-988e-e1a1dcf147f0 req-18c93cba-3535-4bc2-a769-47e8a5fffb0e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1726899 Feb 05 18:52:53.774204 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-79c14e44-a235-45a0-988e-e1a1dcf147f0 req-4ed239f5-6f7c-4831-ab82-0614f695e1d5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599737 Feb 05 18:52:53.878149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:52:53.937410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656f5d3-4ec6-4537-8b07-31d79ea1756b req-1511f494-3f49-4cbc-a64b-5098413d7535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:53.939077 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7656f5d3-4ec6-4537-8b07-31d79ea1756b req-1511f494-3f49-4cbc-a64b-5098413d7535 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 1163 time: 0.0848069 Feb 05 18:52:53.953760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:52:53.954277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:53.991774 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7656f5d3-4ec6-4537-8b07-31d79ea1756b req-285b0694-a515-4be6-97aa-ab1c403db640 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Feb 05 18:52:54.330267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4990f1-bbdc-47fe-9aa5-01f837b669d4 req-698496d2-5441-492b-81b9-e5f04e1079c0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:54.331872 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb4990f1-bbdc-47fe-9aa5-01f837b669d4 req-698496d2-5441-492b-81b9-e5f04e1079c0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1669714 Feb 05 18:52:54.397125 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb4990f1-bbdc-47fe-9aa5-01f837b669d4 req-ddc222c0-894a-4f40-a5ac-9786d38afb56 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580659 Feb 05 18:52:55.098029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b85def-8a3b-4418-9761-dcafe595cdff req-e7c09bb8-6063-4f50-bc95-87c0b22c5f93 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:55.099643 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-95b85def-8a3b-4418-9761-dcafe595cdff req-e7c09bb8-6063-4f50-bc95-87c0b22c5f93 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1719091 Feb 05 18:52:55.168069 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-95b85def-8a3b-4418-9761-dcafe595cdff req-a23b17ff-24d9-4c46-b8b6-0ca756761d5c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596919 Feb 05 18:52:55.474585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118a369-439a-4cf5-a6b8-9b7846dd0c4e req-a6035b80-71b2-415d-a947-571a355f4e87 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:55.476324 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2118a369-439a-4cf5-a6b8-9b7846dd0c4e req-a6035b80-71b2-415d-a947-571a355f4e87 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1713066 Feb 05 18:52:55.541912 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2118a369-439a-4cf5-a6b8-9b7846dd0c4e req-f0ecfaef-35ea-41c5-80b0-6c605381444d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590694 Feb 05 18:52:55.831628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59d15d-0f66-41e3-b3c6-23b35a48dca8 req-e91382ad-2751-43cd-a63d-210b8da13f07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:55.833315 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8a59d15d-0f66-41e3-b3c6-23b35a48dca8 req-e91382ad-2751-43cd-a63d-210b8da13f07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1686354 Feb 05 18:52:55.900343 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8a59d15d-0f66-41e3-b3c6-23b35a48dca8 req-afc3c311-4a83-4dbb-9d2f-f38f84ff43d7 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590792 Feb 05 18:52:57.899349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3ba8e-9e91-41da-a090-e64d36780972 req-24d3c806-0acb-4f21-8a49-2a263f1e0943 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:57.901054 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-27a3ba8e-9e91-41da-a090-e64d36780972 req-24d3c806-0acb-4f21-8a49-2a263f1e0943 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1896667 Feb 05 18:52:57.966771 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-27a3ba8e-9e91-41da-a090-e64d36780972 req-d235ef00-9570-488e-bb9f-2a7ac42665da tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594273 Feb 05 18:52:58.274139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60464903-1e1c-4d45-baea-8866bf607ec7 req-af60b10e-0587-4c1b-b6c6-b4658b5a1fd1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:58.275836 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-60464903-1e1c-4d45-baea-8866bf607ec7 req-af60b10e-0587-4c1b-b6c6-b4658b5a1fd1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1715672 Feb 05 18:52:58.343033 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-60464903-1e1c-4d45-baea-8866bf607ec7 req-ad8d9a60-da90-4b9c-a4b9-02239fc8a197 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603206 Feb 05 18:52:58.837786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1934366c-83f8-476b-b8bc-280053a62470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:52:59.290566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92bca4-e6d9-4c10-82ce-fc104443bd89 req-9a9835aa-5151-4265-b8dc-71693e26c08b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:59.292177 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0e92bca4-e6d9-4c10-82ce-fc104443bd89 req-9a9835aa-5151-4265-b8dc-71693e26c08b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1741738 Feb 05 18:52:59.362640 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0e92bca4-e6d9-4c10-82ce-fc104443bd89 req-65780d37-5c47-46dc-bc3c-95815a075cf1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634799 Feb 05 18:52:59.666585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fab16-f594-4f88-ac32-d1351ef3ebfc req-cda6200c-e591-4524-ac9e-43642307daaf tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:52:59.668319 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-020fab16-f594-4f88-ac32-d1351ef3ebfc req-cda6200c-e591-4524-ac9e-43642307daaf tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1866844 Feb 05 18:52:59.735579 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-020fab16-f594-4f88-ac32-d1351ef3ebfc req-01e284b9-8900-4b79-a01f-c3c272e97b8b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606065 Feb 05 18:53:00.682079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1a15e1-bf57-4103-8521-28634ab3f42b req-8f4562ca-59e2-4292-976d-4af9d434afe0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:00.683806 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4c1a15e1-bf57-4103-8521-28634ab3f42b req-8f4562ca-59e2-4292-976d-4af9d434afe0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1695168 Feb 05 18:53:00.757186 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4c1a15e1-bf57-4103-8521-28634ab3f42b req-7ae544d6-499d-43d4-9c6d-787e188b10cb tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650547 Feb 05 18:53:00.912470 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cea12d35-2cd1-48f6-925f-b61d222ee051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:02.106694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c877307-7433-4a9d-af41-b4dc678af98d req-e627c7d5-226a-4060-859e-1318e8bfdaf3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:02.117108 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2c877307-7433-4a9d-af41-b4dc678af98d req-e627c7d5-226a-4060-859e-1318e8bfdaf3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1890275 Feb 05 18:53:02.177057 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2c877307-7433-4a9d-af41-b4dc678af98d req-42ad1bd1-0db2-4bcc-978b-f2a9aee1c9af tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623806 Feb 05 18:53:02.230087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:02.678273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:03.500743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651d47c-ff08-4037-afb1-740a4efed539 req-becba734-fd46-481f-a81b-576d704decf4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:03.502507 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1651d47c-ff08-4037-afb1-740a4efed539 req-becba734-fd46-481f-a81b-576d704decf4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1726968 Feb 05 18:53:03.570029 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1651d47c-ff08-4037-afb1-740a4efed539 req-e950453d-720c-49b2-991a-1c26343f0f86 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604701 Feb 05 18:53:03.723502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:04.901147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fe309-9de6-48a5-bee9-370bed603005 req-59250304-3ca0-4736-ac64-b1d9f564efe7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:04.902866 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef9fe309-9de6-48a5-bee9-370bed603005 req-59250304-3ca0-4736-ac64-b1d9f564efe7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1860538 Feb 05 18:53:04.975333 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef9fe309-9de6-48a5-bee9-370bed603005 req-92236e78-d09e-44de-8b53-da9e040c3aa2 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651164 Feb 05 18:53:06.334113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d79e8-64ad-4112-8532-a918375efa16 req-542ea74d-d853-4545-adb5-a72975a71576 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:06.335926 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-588d79e8-64ad-4112-8532-a918375efa16 req-542ea74d-d853-4545-adb5-a72975a71576 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1948080 Feb 05 18:53:06.411132 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-588d79e8-64ad-4112-8532-a918375efa16 req-a1e40c1e-894d-4114-9874-165306fad39c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674615 Feb 05 18:53:07.032140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-fc6948e4-1d94-45db-ae1d-79c0839005d1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:07.065541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-5ce0cd20-745a-45ef-8778-54572056d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:07.067185 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-5ce0cd20-745a-45ef-8778-54572056d5cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1163 time: 0.1835217 Feb 05 18:53:07.110374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-fc6948e4-1d94-45db-ae1d-79c0839005d1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:07.111735 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-fc6948e4-1d94-45db-ae1d-79c0839005d1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1210055107&fields=id&tenant_id=66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 267 time: 0.1409140 Feb 05 18:53:07.390149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-4385ad8a-230f-4406-956e-ca46bc0625b5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:07.391003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-4385ad8a-230f-4406-956e-ca46bc0625b5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:07.410344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed65aa4-a699-419c-bf00-a126d3d7c050 req-248274e6-9677-4381-a369-8fb407cffeeb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:07.412104 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1ed65aa4-a699-419c-bf00-a126d3d7c050 req-248274e6-9677-4381-a369-8fb407cffeeb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.4647276 Feb 05 18:53:07.454889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-4385ad8a-230f-4406-956e-ca46bc0625b5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:07.456232 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-4385ad8a-230f-4406-956e-ca46bc0625b5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 811 time: 0.3352232 Feb 05 18:53:07.473399 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-72e33367-a3f5-4927-b248-f97cea330454 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/quotas/66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 375 time: 0.0102944 Feb 05 18:53:07.545853 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1ed65aa4-a699-419c-bf00-a126d3d7c050 req-8938a7f1-4bd4-4e97-9cf5-8b0d16e94a16 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862732 Feb 05 18:53:07.582673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-051d7b3a-e1b3-41e3-a25a-64ea8078827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:07.584258 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-051d7b3a-e1b3-41e3-a25a-64ea8078827d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 913 time: 0.5040913 Feb 05 18:53:07.623322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-5372ac42-3573-4cd7-8ee5-cf5ba8189bd8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:07.680874 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-368c781d-5be9-429e-b358-faeb911e053a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 200 len: 217 time: 0.0798156 Feb 05 18:53:07.706583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-5372ac42-3573-4cd7-8ee5-cf5ba8189bd8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:07.708072 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-5372ac42-3573-4cd7-8ee5-cf5ba8189bd8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2263565 Feb 05 18:53:07.812863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-f0b0255c-e812-4726-86ef-5629df226d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:07.814678 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-f0b0255c-e812-4726-86ef-5629df226d68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.0918033 Feb 05 18:53:07.878120 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-63da2595-2eb9-4bea-a02e-5d585664402d service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567726 Feb 05 18:53:07.970182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4052e-efad-481f-8424-93cb894c6f50 req-72cdd8c1-ecbf-4a0d-8bd6-9db417fdf8a5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:07.971864 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2be4052e-efad-481f-8424-93cb894c6f50 req-72cdd8c1-ecbf-4a0d-8bd6-9db417fdf8a5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2941675 Feb 05 18:53:07.989266 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-37ae74cd-37aa-44f0-a70b-c33bf9bde02b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618781 Feb 05 18:53:08.029111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-f7759e66-ce6e-47ea-825d-8b033f99f720 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433046 Feb 05 18:53:08.184275 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-b3dd2647-2c54-4a25-aa33-188363bbf553 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798010 Feb 05 18:53:08.213141 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2be4052e-efad-481f-8424-93cb894c6f50 req-867e929f-fdfd-47e8-8ddb-1da5503ca205 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267060 Feb 05 18:53:08.379326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5597115-a55f-49f9-b5b0-31b06d55a87f req-c5cc1467-94b0-496e-857c-76dc836b27fe service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1646402 Feb 05 18:53:08.768651 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1aaeab8f-6a43-4de2-b9c6-05f6bb714378 req-918f2a6f-6036-44b9-8915-e39d5facc029 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 210 time: 0.0569394 Feb 05 18:53:08.937541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff9efc-b42f-4c80-bc3b-d9a01453886e req-81ca8887-0ff8-4fc7-989d-bbe867d8ae6b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:08.939432 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-74ff9efc-b42f-4c80-bc3b-d9a01453886e req-81ca8887-0ff8-4fc7-989d-bbe867d8ae6b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2471259 Feb 05 18:53:09.024624 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-74ff9efc-b42f-4c80-bc3b-d9a01453886e req-ab7151ef-5784-462e-adc1-d543642e743e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676868 Feb 05 18:53:09.644366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c32182-595a-4861-aa03-82e13e423f46 req-b40979e3-e9dd-4991-aa7c-4220992232c5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:09.646059 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58c32182-595a-4861-aa03-82e13e423f46 req-b40979e3-e9dd-4991-aa7c-4220992232c5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2167637 Feb 05 18:53:09.730860 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58c32182-595a-4861-aa03-82e13e423f46 req-4f68abeb-3df9-4b11-9762-61df6c39d664 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751007 Feb 05 18:53:09.995234 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-01e2c367-ab1f-44db-8dcf-04f5bb27c800 req-a41b039d-73fe-41a8-8059-67ee1204745d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 210 time: 0.0632777 Feb 05 18:53:10.358452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4525d3cd-85b2-43b7-a590-f3b1d2f6ecb3 req-3a64b67c-241f-4bd6-9a84-f27fbf5b42e7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:10.360266 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4525d3cd-85b2-43b7-a590-f3b1d2f6ecb3 req-3a64b67c-241f-4bd6-9a84-f27fbf5b42e7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1929531 Feb 05 18:53:10.454053 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4525d3cd-85b2-43b7-a590-f3b1d2f6ecb3 req-a4ef095f-6101-4ecf-8e48-1f75eed82d83 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862486 Feb 05 18:53:11.083325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e243238-a930-487d-95a3-f7748e093bdd req-29524587-7801-4e82-bc90-80c53c8b3e58 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:11.092868 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7e243238-a930-487d-95a3-f7748e093bdd req-29524587-7801-4e82-bc90-80c53c8b3e58 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1940472 Feb 05 18:53:11.168676 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7e243238-a930-487d-95a3-f7748e093bdd req-4bbe2d19-c2e5-4c7b-9242-7093e96eb062 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748014 Feb 05 18:53:11.243111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c8123d23-d4cd-45e0-98c8-852162bb2b7a req-232cfa94-5d32-47c0-a2b1-bb2d506495f4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 210 time: 0.0918281 Feb 05 18:53:11.801219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4469a03-1ab3-46b5-94b2-4e9f3ce8c8cd req-3f85ad47-2cd3-402e-ae90-4f1d3c3f1b83 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:11.804186 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b4469a03-1ab3-46b5-94b2-4e9f3ce8c8cd req-3f85ad47-2cd3-402e-ae90-4f1d3c3f1b83 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2207830 Feb 05 18:53:11.880113 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b4469a03-1ab3-46b5-94b2-4e9f3ce8c8cd req-7445bf02-ca22-48da-981b-4ac44f4d9905 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696547 Feb 05 18:53:12.456684 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d33970-60ff-4104-9861-54aaaa37204d req-8f920ada-b5cd-49ef-b91e-a920189a0365 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 210 time: 0.0624688 Feb 05 18:53:12.539841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799a280-1b8d-4c2c-92e4-14088efabd92 req-0ea43234-752b-4359-99c5-e360785751bf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:12.547914 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f799a280-1b8d-4c2c-92e4-14088efabd92 req-0ea43234-752b-4359-99c5-e360785751bf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2095153 Feb 05 18:53:12.617000 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f799a280-1b8d-4c2c-92e4-14088efabd92 req-281ac571-3ec6-4493-82d1-75e513660fd5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680845 Feb 05 18:53:13.235809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd318f-5a07-41e3-a7ad-dd2eafb24e1c req-55e3198e-ed39-41bc-b3c0-3059749d773e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:13.237863 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6ecd318f-5a07-41e3-a7ad-dd2eafb24e1c req-55e3198e-ed39-41bc-b3c0-3059749d773e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2083340 Feb 05 18:53:13.318191 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6ecd318f-5a07-41e3-a7ad-dd2eafb24e1c req-b81ba963-4937-4af7-908d-115aa47a36aa tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679412 Feb 05 18:53:13.730887 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-de81c083-9adf-4a4b-b3a7-0f8d8b0fd242 req-ce9435dd-d147-4440-bb0d-88222787040e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 210 time: 0.0734103 Feb 05 18:53:14.004276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6ff9ce93-1650-4fb7-9475-eee173a93e7a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:14.005847 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6ff9ce93-1650-4fb7-9475-eee173a93e7a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 811 time: 0.3891625 Feb 05 18:53:14.273873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45562f58-8238-4938-850c-31db58902259 req-e2ef6158-4d9d-405a-b6f0-a95f5f575614 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:14.282014 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-45562f58-8238-4938-850c-31db58902259 req-e2ef6158-4d9d-405a-b6f0-a95f5f575614 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2744372 Feb 05 18:53:14.321271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-37de016d-7d75-4e6f-a1aa-4f0d3ca0a63a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:14.362209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-37de016d-7d75-4e6f-a1aa-4f0d3ca0a63a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:14.363710 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-37de016d-7d75-4e6f-a1aa-4f0d3ca0a63a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 5765 time: 0.3010747 Feb 05 18:53:14.398444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'port': {'device_id': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'admin_state_up': True, 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'security_groups': ['0bfcf04a-fe8d-4241-a2ec-bed513699df2']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:53:14.584900 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-45562f58-8238-4938-850c-31db58902259 req-c53d11a1-6efe-4235-a7b3-5044164f5745 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017092 Feb 05 18:53:14.599411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:53:14.613458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:53:14.653610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Made reservation on behalf of 66cade7dbbaf4816930f8fb86904e36c for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:53:14.706231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:14.825055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1428e9-0a2a-41f1-ba35-2f32a7fbdb52 req-ecd032c4-25b6-4025-8e2f-ff503588e05d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:14.836642 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bd1428e9-0a2a-41f1-ba35-2f32a7fbdb52 req-ecd032c4-25b6-4025-8e2f-ff503588e05d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.3122585 Feb 05 18:53:14.958947 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bd1428e9-0a2a-41f1-ba35-2f32a7fbdb52 req-a9444ebc-9423-4ee9-aa44-2faf7eca112a tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183336 Feb 05 18:53:15.160401 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ce63854d-e8d5-4821-a5fc-ad74eff2f7e1 req-dda2a25b-a04d-4ff0-a183-8562505dd92e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 210 time: 0.0721812 Feb 05 18:53:15.283947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Allocated IP 172.20.0.8 (0e9a81f1-1b03-4d30-a7dd-2192d9f889a7/ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2/d5db78c9-868e-4951-a2ad-6ab183c442e5) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:53:15.861465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:15.886975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Transition to ACTIVE for port object d5db78c9-868e-4951-a2ad-6ab183c442e5 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:53:15.947827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:16.062633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:16.236016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=d5db78c9-868e-4951-a2ad-6ab183c442e5,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:16.246998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:16.268518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:53:16.272189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:53:16.284379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:53:16.309842 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03939e7-db54-440e-b5e0-5271b3528018 req-284a79f7-13da-44ae-bfe1-616db9e2e2b6 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:16.311619 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c03939e7-db54-440e-b5e0-5271b3528018 req-284a79f7-13da-44ae-bfe1-616db9e2e2b6 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1900775 Feb 05 18:53:16.422117 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c03939e7-db54-440e-b5e0-5271b3528018 req-93a661aa-244a-4428-82e2-ddc9572e093c tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744009 Feb 05 18:53:16.423036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1fb42c-8a38-406a-8670-61928dae8b05 req-9e7efc52-9fe8-490c-9b6c-90987eea6bf9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:16.423036 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c1fb42c-8a38-406a-8670-61928dae8b05 req-9e7efc52-9fe8-490c-9b6c-90987eea6bf9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2901537 Feb 05 18:53:16.558744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:16.559486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:16.596746 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c1fb42c-8a38-406a-8670-61928dae8b05 req-687b8a8b-7a0b-42e6-847f-32de0d276e78 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646886 Feb 05 18:53:16.737486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644fd94-c15b-40e9-82e7-f9dd6a59f0f4 req-e736e00d-1d94-4651-9b73-1780414cd483 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:16.739274 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3644fd94-c15b-40e9-82e7-f9dd6a59f0f4 req-e736e00d-1d94-4651-9b73-1780414cd483 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 931 time: 0.1885240 Feb 05 18:53:16.782261 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3881857 Feb 05 18:53:16.783642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-1d32c2fe-4fef-4f38-adbf-d72edc8b719e None None] Provisioning for port d5db78c9-868e-4951-a2ad-6ab183c442e5 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:53:16.791266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-1d32c2fe-4fef-4f38-adbf-d72edc8b719e None None] Provisioning complete for port d5db78c9-868e-4951-a2ad-6ab183c442e5 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:53:16.792197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1d32c2fe-4fef-4f38-adbf-d72edc8b719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:16.795792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Request body: {'port': {'device_id': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:53:16.807626 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3644fd94-c15b-40e9-82e7-f9dd6a59f0f4 req-8819f87a-ac26-4c6e-adfc-e5d4662486d3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0611091 Feb 05 18:53:16.874458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-1d32c2fe-4fef-4f38-adbf-d72edc8b719e None None] Port d5db78c9-868e-4951-a2ad-6ab183c442e5 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:53:16.942718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:17.157600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:53:17.441460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5db78c9-868e-4951-a2ad-6ab183c442e5 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:53:17.450862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:17.534892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Transition to ACTIVE for port object d5db78c9-868e-4951-a2ad-6ab183c442e5 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:53:17.569059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:17.588816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e1c4ff66-0d77-4e2b-a434-a8627970efae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:17.593786 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-10864030-f6b8-4419-9faf-818113fd61a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1503205 Feb 05 18:53:17.788031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Pushing event updated for resources: {'Port': ['ID=d5db78c9-868e-4951-a2ad-6ab183c442e5,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:17.843068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:17.916145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-ad34fa97-36d9-4e7c-aaef-7b3e3bd039c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:17.918456 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-ad34fa97-36d9-4e7c-aaef-7b3e3bd039c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0104543225fe4336b88d48ed8c653f5a&device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 1162 time: 0.2168453 Feb 05 18:53:18.009543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9122cd3-d6c8-47d5-a964-ddafbf97affd req-4092e68c-2114-48e6-97fd-3b7c5ff960ca tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:18.018745 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9122cd3-d6c8-47d5-a964-ddafbf97affd req-4092e68c-2114-48e6-97fd-3b7c5ff960ca tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.3655200 Feb 05 18:53:18.119116 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9122cd3-d6c8-47d5-a964-ddafbf97affd req-82cd3f0b-3a98-453c-a893-e1bb705fa4f7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972917 Feb 05 18:53:18.245270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-a760e241-576b-4617-b154-587a16011a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:18.246957 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-a760e241-576b-4617-b154-587a16011a2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 200 len: 906 time: 0.2541821 Feb 05 18:53:18.378597 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-6e5b562c-1a66-437e-bcdb-205738a49e57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9b16a51-e45d-4d66-aa57-979ea5ad8586 HTTP/1.1" status: 200 len: 217 time: 0.1164827 Feb 05 18:53:18.639479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18874f33-dbf5-477f-a817-75b02a49624c req-6dc642c3-8f1f-477d-8b4a-eb84904ecac2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:18.640319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-18874f33-dbf5-477f-a817-75b02a49624c req-6dc642c3-8f1f-477d-8b4a-eb84904ecac2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:18.649913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30489f60-b912-4a29-9cf9-8588fe5a0ad1 req-10abe7fe-417e-4f44-868c-71ed53721333 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:18.652522 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-30489f60-b912-4a29-9cf9-8588fe5a0ad1 req-10abe7fe-417e-4f44-868c-71ed53721333 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.7206497 Feb 05 18:53:18.654362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-112f1fd4-792b-47cc-99b2-a4d3b0ec7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:18.656041 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-112f1fd4-792b-47cc-99b2-a4d3b0ec7d45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 200 len: 852 time: 0.2449551 Feb 05 18:53:18.671999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Attempting to bind port d5db78c9-868e-4951-a2ad-6ab183c442e5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:53:18.672375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Attempting to bind port d5db78c9-868e-4951-a2ad-6ab183c442e5 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:53:18.672749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Attempting to bind port d5db78c9-868e-4951-a2ad-6ab183c442e5 on network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:53:18.679334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:53:18.682008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Checking segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:53:18.682008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:18.682008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Bound using segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:53:18.682008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Bound port: d5db78c9-868e-4951-a2ad-6ab183c442e5, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:53:18.682008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:18.787390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] For port d5db78c9-868e-4951-a2ad-6ab183c442e5, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:53:18.790958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] For port d5db78c9-868e-4951-a2ad-6ab183c442e5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d5db78c9-868e-4951-a2ad-6ab183c442e5,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:53:18.792980 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-18874f33-dbf5-477f-a817-75b02a49624c req-6dc642c3-8f1f-477d-8b4a-eb84904ecac2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:18.800743 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-18874f33-dbf5-477f-a817-75b02a49624c req-6dc642c3-8f1f-477d-8b4a-eb84904ecac2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.4627116 Feb 05 18:53:18.828340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:18.844525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:18.868813 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-30489f60-b912-4a29-9cf9-8588fe5a0ad1 req-bfed2e5f-8ef0-45bd-bc6b-86ea9c526509 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091138 Feb 05 18:53:18.875657 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-9478644a-e7e7-41a9-8e40-889eaed3e50a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1643858 Feb 05 18:53:18.935667 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-18874f33-dbf5-477f-a817-75b02a49624c req-1af1fd8e-de6e-474d-bf22-f585240d7d86 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1338446 Feb 05 18:53:19.135814 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-45f4b5e3-be6d-447c-a9cb-539919eab809 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469366 Feb 05 18:53:19.176015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Pushing event updated for resources: {'Port': ['ID=d5db78c9-868e-4951-a2ad-6ab183c442e5,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:19.182380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:19.228495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:19.229222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:19.230811 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] 10.222.0.26 "PUT /v2.0/ports/d5db78c9-868e-4951-a2ad-6ab183c442e5 HTTP/1.1" status: 200 len: 1157 time: 2.4401138 Feb 05 18:53:19.231358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:19.300617 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'status': 'completed', 'code': 200} Feb 05 18:53:19.490644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd44f-e23c-4826-bcc9-2c98702eac75 req-e7d3bd52-50ec-4f5f-a92d-542bcb5834ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:19.492669 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7d6cd44f-e23c-4826-bcc9-2c98702eac75 req-e7d3bd52-50ec-4f5f-a92d-542bcb5834ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 1160 time: 0.1648929 Feb 05 18:53:19.558578 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34688d4a-49a8-4b9b-9650-422dc2a3a198 req-ca7d91b6-7933-4762-a9e5-7b00a5c93ab5 service neutron] 10.222.0.26 "GET /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4128611 Feb 05 18:53:19.696930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41104) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:19.736171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd44f-e23c-4826-bcc9-2c98702eac75 req-719fc740-5ad0-40df-b984-17903c1a3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:19.738010 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7d6cd44f-e23c-4826-bcc9-2c98702eac75 req-719fc740-5ad0-40df-b984-17903c1a3596 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=66cade7dbbaf4816930f8fb86904e36c&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2324305 Feb 05 18:53:19.918050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce2467-572c-4a2a-be1f-feb5d99e6715 req-db248c07-dcec-4a70-96b1-438e9d892555 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:19.920597 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8fce2467-572c-4a2a-be1f-feb5d99e6715 req-db248c07-dcec-4a70-96b1-438e9d892555 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.3189948 Feb 05 18:53:19.944541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:20.017140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cd44f-e23c-4826-bcc9-2c98702eac75 req-7b8c7f94-959a-42b4-9c40-f29224f27ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:20.019253 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7d6cd44f-e23c-4826-bcc9-2c98702eac75 req-7b8c7f94-959a-42b4-9c40-f29224f27ef0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2604098 Feb 05 18:53:20.032939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:53:20.037574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6f741c56dc46c2b04b1dfee281210c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:53:20.041409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:53:20.048419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:53:20.124595 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8fce2467-572c-4a2a-be1f-feb5d99e6715 req-336f8d2f-075d-4722-8027-e1cd83649b65 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395650 Feb 05 18:53:20.360922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-187452dc-bf3e-4e24-af4e-081098af2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:20.362616 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-187452dc-bf3e-4e24-af4e-081098af2e2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 1160 time: 0.2628589 Feb 05 18:53:20.477953 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-832b03b7-e74b-4f8c-ac6d-984e5beed2ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5db78c9-868e-4951-a2ad-6ab183c442e5 HTTP/1.1" status: 200 len: 217 time: 0.1065428 Feb 05 18:53:20.659530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:20.696666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:20.742020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dd304ffd-1349-47d5-886c-3930218c1426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:20.774803 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3d6f741c56dc46c2b04b1dfee281210c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0762303 Feb 05 18:53:20.824879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41120) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:20.828530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d85cfc-896b-4e18-91a6-68ada8d73531,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:20.876135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:20.976436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca4c3-9a66-4bc0-9ea0-c1f5564b3753 req-aedcb215-2d1c-4a3a-b831-a8b2d6cc1fa4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:20.984097 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0bfca4c3-9a66-4bc0-9ea0-c1f5564b3753 req-aedcb215-2d1c-4a3a-b831-a8b2d6cc1fa4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.6249075 Feb 05 18:53:21.006789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-46d45388-4393-4876-a0ac-1f331271ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:21.008625 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-46d45388-4393-4876-a0ac-1f331271ef3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.5205159 Feb 05 18:53:21.082982 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0bfca4c3-9a66-4bc0-9ea0-c1f5564b3753 req-96472dd4-ca21-4291-81f6-6a345bed3cdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0976927 Feb 05 18:53:21.100400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859ec96-3171-409d-a59b-a53a4eef456d req-8fca22dd-779e-42dc-b043-8104dff5a2ff tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:21.112646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:21.117663 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8859ec96-3171-409d-a59b-a53a4eef456d req-8fca22dd-779e-42dc-b043-8104dff5a2ff tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.8947372 Feb 05 18:53:21.148249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:21.262884 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8859ec96-3171-409d-a59b-a53a4eef456d req-17882721-85d3-4021-9bcb-ac04427a3d49 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426990 Feb 05 18:53:21.286543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-49edadf5-40be-454d-a9f2-47701035c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:21.288612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-49edadf5-40be-454d-a9f2-47701035c65a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1672592 Feb 05 18:53:21.375832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:21.384493 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-835b58a5-f2d4-467c-82ea-c62e78c1e2cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:21.407070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d85cfc-896b-4e18-91a6-68ada8d73531,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:21.411888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:21.430119 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0d85cfc-896b-4e18-91a6-68ada8d73531 HTTP/1.1" status: 204 len: 168 time: 0.5979371 Feb 05 18:53:21.433178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:21.701811 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-28e05c2f-abfa-433b-97a7-70985bf65f03 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588455 Feb 05 18:53:21.745110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c902ec-e569-4c4f-b223-a9da179f8f68 req-bd07888c-ea56-46a5-b5d1-38cdf65d5538 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:21.746878 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4c902ec-e569-4c4f-b223-a9da179f8f68 req-bd07888c-ea56-46a5-b5d1-38cdf65d5538 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.3150673 Feb 05 18:53:21.821896 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4c902ec-e569-4c4f-b223-a9da179f8f68 req-5ae2b916-78eb-4d32-91ca-04f2d22ef16c tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677292 Feb 05 18:53:21.824892 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efb74c79-fab7-4498-a2b5-0e1db8033fa4 req-4f327733-2c3a-4800-8818-978e2dbb51b6 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1579547 Feb 05 18:53:22.520975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a4b2d-2658-4ee3-ac66-6f9a548ae0e7 req-7126c5e0-5287-417a-923e-e82955f9844e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:22.530824 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d0a4b2d-2658-4ee3-ac66-6f9a548ae0e7 req-7126c5e0-5287-417a-923e-e82955f9844e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.3003855 Feb 05 18:53:22.610576 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d0a4b2d-2658-4ee3-ac66-6f9a548ae0e7 req-b5688626-e4ec-47aa-9c93-cf1de04783dc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0774920 Feb 05 18:53:22.630510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 41144) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:22.650737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:22.667881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:53:22.672367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Usage tracker for resource:security_group_rule and tenant:afc7f8b357c64870b9245bc8b2be9d5b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:53:22.675486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:53:22.686464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:53:22.719473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ecf12-ead4-47ae-8a8a-8c17e3a651aa req-c423a8e3-1aef-49c9-a94e-9d9d9f209198 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:22.721691 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b9ecf12-ead4-47ae-8a8a-8c17e3a651aa req-c423a8e3-1aef-49c9-a94e-9d9d9f209198 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2637825 Feb 05 18:53:22.883194 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b9ecf12-ead4-47ae-8a8a-8c17e3a651aa req-975e90b1-06fa-4586-a319-4f26c9789f8c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523929 Feb 05 18:53:22.949263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:23.018681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:23.028513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8290ac6f-9d95-46e8-8d92-e205e21c05e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:23.077624 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afc7f8b357c64870b9245bc8b2be9d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431732 Feb 05 18:53:23.077624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e91ee8f-36e7-426b-bcbf-7fd0e9f6a72e,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:23.079381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 41154) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:23.082203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:23.161053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:23.195374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:23.277564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:23.284970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d979fae6-9fc3-4055-aeed-3d02ef84ec64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:23.309896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e91ee8f-36e7-426b-bcbf-7fd0e9f6a72e,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:23.313029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:23.324420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:23.328199 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e91ee8f-36e7-426b-bcbf-7fd0e9f6a72e HTTP/1.1" status: 204 len: 168 time: 0.2453043 Feb 05 18:53:23.350375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432e17b-39af-49f3-911f-780808c84570 req-ee3952c2-e891-4002-8b12-4df170a89b97 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:23.358202 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e432e17b-39af-49f3-911f-780808c84570 req-ee3952c2-e891-4002-8b12-4df170a89b97 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2875350 Feb 05 18:53:23.446815 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e432e17b-39af-49f3-911f-780808c84570 req-69a78394-41d0-4322-ab92-3c51a0d81d56 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Feb 05 18:53:23.577273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957161e-5311-453b-a2f8-86573d313401 req-9cbdf8cc-aac6-4d11-8102-3e85afb42113 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:23.586211 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f957161e-5311-453b-a2f8-86573d313401 req-9cbdf8cc-aac6-4d11-8102-3e85afb42113 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2126520 Feb 05 18:53:23.650538 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f957161e-5311-453b-a2f8-86573d313401 req-2f1a6ef4-005c-4612-9133-9c4a4ceff1a0 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634694 Feb 05 18:53:23.917686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:23.925428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a2331-c210-4627-bc0d-7b381d59f7ba req-b3b36086-979c-468c-b26e-34fd74aa5d1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:23.927230 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-385a2331-c210-4627-bc0d-7b381d59f7ba req-b3b36086-979c-468c-b26e-34fd74aa5d1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1730254 Feb 05 18:53:24.003501 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-385a2331-c210-4627-bc0d-7b381d59f7ba req-9b92697e-5a2b-4c85-a3b2-7c44ab8629b2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0690141 Feb 05 18:53:24.252702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6e16f-e170-4180-b343-ad01afd269bf req-000a69a2-926d-47be-890b-3067424b2358 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:24.254478 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-84a6e16f-e170-4180-b343-ad01afd269bf req-000a69a2-926d-47be-890b-3067424b2358 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1936634 Feb 05 18:53:24.329110 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-84a6e16f-e170-4180-b343-ad01afd269bf req-df16c1fe-cb15-4db6-8b8d-21b513cedd2c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673113 Feb 05 18:53:24.757937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d63f8-0db2-4478-8146-d5218fc0588c req-e5d84412-7002-4683-a851-53a52bfbcfa3 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:24.759895 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-de8d63f8-0db2-4478-8146-d5218fc0588c req-e5d84412-7002-4683-a851-53a52bfbcfa3 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1850293 Feb 05 18:53:24.846829 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-de8d63f8-0db2-4478-8146-d5218fc0588c req-01b10c1e-9367-42af-80ba-205f343e041d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Feb 05 18:53:24.997069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e0e75-773f-4858-b7c0-4daf3248e14d req-8e2808e8-ffbe-48dd-9152-d7c058b791dc tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:24.999945 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b83e0e75-773f-4858-b7c0-4daf3248e14d req-8e2808e8-ffbe-48dd-9152-d7c058b791dc tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2126141 Feb 05 18:53:25.073162 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b83e0e75-773f-4858-b7c0-4daf3248e14d req-96f85824-5827-469b-a0cb-7e3e7b668a33 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658183 Feb 05 18:53:25.179797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837e875-c39e-4131-be72-342d9115ce50 req-c10a7fcc-a3a9-44a3-8211-bf4752bb81d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:25.180440 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8837e875-c39e-4131-be72-342d9115ce50 req-c10a7fcc-a3a9-44a3-8211-bf4752bb81d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1162 time: 0.1013291 Feb 05 18:53:25.341734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810969d-b4c1-429c-b7e5-4d348abd64be req-0377158e-36cd-4d0f-97ff-80a5a19c4425 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:25.343945 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2810969d-b4c1-429c-b7e5-4d348abd64be req-0377158e-36cd-4d0f-97ff-80a5a19c4425 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1865842 Feb 05 18:53:25.351044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837e875-c39e-4131-be72-342d9115ce50 req-7123a36a-dc10-4d56-8846-0afbdc57bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:25.352709 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8837e875-c39e-4131-be72-342d9115ce50 req-7123a36a-dc10-4d56-8846-0afbdc57bdbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.1652691 Feb 05 18:53:25.414904 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2810969d-b4c1-429c-b7e5-4d348abd64be req-26751b93-2229-4c5b-a205-9f76f6981454 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0644677 Feb 05 18:53:25.491478 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8837e875-c39e-4131-be72-342d9115ce50 req-6850d934-75cc-4645-9d8a-89d5bcef3ff3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 200 len: 1000 time: 0.1218200 Feb 05 18:53:25.624284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837e875-c39e-4131-be72-342d9115ce50 req-041ad774-44c3-4f5e-ad77-bd2dd895ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:25.625898 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8837e875-c39e-4131-be72-342d9115ce50 req-041ad774-44c3-4f5e-ad77-bd2dd895ccb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.1274545 Feb 05 18:53:25.799553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10251ee1-56a5-4fc6-8017-21beae5ad417 req-84504d36-93dc-470b-ac18-d2e9a90a3b60 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:25.803759 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10251ee1-56a5-4fc6-8017-21beae5ad417 req-84504d36-93dc-470b-ac18-d2e9a90a3b60 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2595067 Feb 05 18:53:25.894497 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10251ee1-56a5-4fc6-8017-21beae5ad417 req-1f0f3d35-3e6a-43b8-a4ef-e16a555824b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808778 Feb 05 18:53:25.896887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837e875-c39e-4131-be72-342d9115ce50 req-b641d5b0-5a7f-453c-a4a7-9d1083a81686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:25.898832 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8837e875-c39e-4131-be72-342d9115ce50 req-b641d5b0-5a7f-453c-a4a7-9d1083a81686 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2611411 Feb 05 18:53:26.093235 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8837e875-c39e-4131-be72-342d9115ce50 req-5c0f76bc-0c64-4369-9a50-07e895bc6c92 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832640 Feb 05 18:53:26.195116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db8321-19e9-4da0-891d-80a72e490d4f req-e8011d66-a5bd-4646-9e1d-b0c412b1b249 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:26.197036 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d6db8321-19e9-4da0-891d-80a72e490d4f req-e8011d66-a5bd-4646-9e1d-b0c412b1b249 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1953399 Feb 05 18:53:26.270499 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d6db8321-19e9-4da0-891d-80a72e490d4f req-99780183-1066-40e9-a656-e441eb19184f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669727 Feb 05 18:53:26.317810 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8837e875-c39e-4131-be72-342d9115ce50 req-fbde77ab-4fcf-4faf-8bdb-7d8c249c87df service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2168415 Feb 05 18:53:26.465802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746276c5-3fae-449a-a23d-7ffd535fa763 req-a8901b81-0b3c-490b-8f95-36da2a2502f8 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:26.467540 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-746276c5-3fae-449a-a23d-7ffd535fa763 req-a8901b81-0b3c-490b-8f95-36da2a2502f8 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2177892 Feb 05 18:53:26.563555 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-746276c5-3fae-449a-a23d-7ffd535fa763 req-4b3c11cc-9585-4b16-b8e1-4836eb9bf235 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863645 Feb 05 18:53:26.777769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11612b0-99be-4fd7-9822-74798659fb3f req-01618bb4-428b-4127-9690-a20fe10db67b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:26.779190 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b11612b0-99be-4fd7-9822-74798659fb3f req-01618bb4-428b-4127-9690-a20fe10db67b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1885290 Feb 05 18:53:26.849964 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b11612b0-99be-4fd7-9822-74798659fb3f req-81b79038-2cfd-4119-981f-54e0b9f33481 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0640504 Feb 05 18:53:27.233456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202093b-ac7d-486b-b3ac-c2fc07353e06 req-8a9bb70e-675c-4483-86e0-7ede0c9b756a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:27.234984 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0202093b-ac7d-486b-b3ac-c2fc07353e06 req-8a9bb70e-675c-4483-86e0-7ede0c9b756a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1742496 Feb 05 18:53:27.242131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6f6f-dae4-46ec-af30-3609e5f17258 req-62a2b74d-3426-4ab8-8b85-ee75a1c900ea tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:27.244129 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75ae6f6f-dae4-46ec-af30-3609e5f17258 req-62a2b74d-3426-4ab8-8b85-ee75a1c900ea tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1736763 Feb 05 18:53:27.308409 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0202093b-ac7d-486b-b3ac-c2fc07353e06 req-56601c56-cb6a-489c-9284-7aaee51b8177 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658331 Feb 05 18:53:27.317113 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75ae6f6f-dae4-46ec-af30-3609e5f17258 req-c2e6049e-9678-49dc-b9d4-c1a2994deafb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648627 Feb 05 18:53:27.604870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58388a7-e390-4dd8-9c0f-b18086f47fb8 req-dd74fa41-5cb7-403d-af12-1d5a00328565 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:27.606577 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f58388a7-e390-4dd8-9c0f-b18086f47fb8 req-dd74fa41-5cb7-403d-af12-1d5a00328565 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1708117 Feb 05 18:53:27.672271 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f58388a7-e390-4dd8-9c0f-b18086f47fb8 req-dde5337b-6525-4649-83c7-62f0e96ddc6f tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587327 Feb 05 18:53:27.864351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0e8ff-c4c9-441a-a149-8871d3c37a6d req-d896ab12-f35d-4ea8-bbd6-ea60c26f7f9c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:27.866030 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c2c0e8ff-c4c9-441a-a149-8871d3c37a6d req-d896ab12-f35d-4ea8-bbd6-ea60c26f7f9c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1660316 Feb 05 18:53:27.931981 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c2c0e8ff-c4c9-441a-a149-8871d3c37a6d req-c84f6f39-c774-47f4-8614-81817118bfe9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596044 Feb 05 18:53:28.151088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1b373-1d1f-4d41-be78-7a6840781726 req-7e09b237-bf06-4f0d-90fc-0c3acf51339b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:28.152762 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bad1b373-1d1f-4d41-be78-7a6840781726 req-7e09b237-bf06-4f0d-90fc-0c3acf51339b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1693089 Feb 05 18:53:28.221227 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bad1b373-1d1f-4d41-be78-7a6840781726 req-0c859727-8e09-4d78-b67a-01faa90ad337 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0618052 Feb 05 18:53:28.669001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6390269-a2a2-4302-ba56-3caa1e54ef6d req-f0fed925-595b-4e20-978e-10854a531ef6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:28.670911 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d6390269-a2a2-4302-ba56-3caa1e54ef6d req-f0fed925-595b-4e20-978e-10854a531ef6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1969130 Feb 05 18:53:28.679086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eddf6a-1eaa-4a77-beff-8d8d17946dc7 req-3d29deac-5ec1-4b42-8199-8266498a1177 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:28.681372 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-87eddf6a-1eaa-4a77-beff-8d8d17946dc7 req-3d29deac-5ec1-4b42-8199-8266498a1177 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.2034183 Feb 05 18:53:28.750594 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d6390269-a2a2-4302-ba56-3caa1e54ef6d req-79d92025-0ab1-4164-9c7a-21cf14b39d6d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728574 Feb 05 18:53:28.761825 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-87eddf6a-1eaa-4a77-beff-8d8d17946dc7 req-3e819feb-e985-406a-ab2e-aa5e5555d7f7 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708721 Feb 05 18:53:28.843119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-01778c6c-41c7-4ca3-baaa-8cef9656b1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:28.868892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:53:28.982459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:53:28.982960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:29.119342 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b60e0f-a375-4a8f-b928-5943ee2c0cee req-cc634d07-2dd3-4f4c-83ee-36655a9b1105 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:29.127140 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-49b60e0f-a375-4a8f-b928-5943ee2c0cee req-cc634d07-2dd3-4f4c-83ee-36655a9b1105 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2093093 Feb 05 18:53:29.186604 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:53:29.192612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-49b60e0f-a375-4a8f-b928-5943ee2c0cee req-73fa83a8-be8f-4df8-896c-e4b4212e2c95 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644295 Feb 05 18:53:29.313469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-7e12d282-3887-4d38-a438-0d748836e3be tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:29.315273 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-7e12d282-3887-4d38-a438-0d748836e3be tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.2589681 Feb 05 18:53:29.353323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:29.531511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0db77-29ad-4eb7-8625-7066cb495de7 req-426bbf84-c2ed-4b5f-b3cd-b94abf35c261 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:29.533308 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9ab0db77-29ad-4eb7-8625-7066cb495de7 req-426bbf84-c2ed-4b5f-b3cd-b94abf35c261 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.3885624 Feb 05 18:53:29.556575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:29.559550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Deleting port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:53:29.560322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:29.567262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 3e32170e-8ad3-4c4e-8085-1d68f434f632, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:53:29.611540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94ec72-2f5c-470b-894b-e58fb13d6200 req-a2a351c3-5f7c-44dd-879f-9679e0b6ce5a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:29.613276 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fa94ec72-2f5c-470b-894b-e58fb13d6200 req-a2a351c3-5f7c-44dd-879f-9679e0b6ce5a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1974361 Feb 05 18:53:29.682896 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fa94ec72-2f5c-470b-894b-e58fb13d6200 req-599b8b9c-9bdd-4286-97d3-cd3447c1a37f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0631320 Feb 05 18:53:29.729196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:29.731900 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9ab0db77-29ad-4eb7-8625-7066cb495de7 req-2e55f88c-daeb-4115-b335-0d3ff540770b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382802 Feb 05 18:53:29.732234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:29.776170 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'code': 422} returned with failed status Feb 05 18:53:29.818584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=3e32170e-8ad3-4c4e-8085-1d68f434f632,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:29.824911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:30.129168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2cb9b-06c6-4d7d-a052-a201a5ccfc2f req-0382f7b3-e604-40da-9902-ad0fc70c8be1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:30.131035 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-27d2cb9b-06c6-4d7d-a052-a201a5ccfc2f req-0382f7b3-e604-40da-9902-ad0fc70c8be1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 946 time: 0.1840866 Feb 05 18:53:30.185299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] For port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:53:30.185706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:30.198244 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-27d2cb9b-06c6-4d7d-a052-a201a5ccfc2f req-3cae7cfc-4e07-43ef-ab02-0b2dfce1cb87 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603538 Feb 05 18:53:30.291904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74ce1f-46a1-4d7a-b43d-3dee6947f041 req-83ba5260-3cca-4b0e-8c58-4c0b4984e800 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:30.293596 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db74ce1f-46a1-4d7a-b43d-3dee6947f041 req-83ba5260-3cca-4b0e-8c58-4c0b4984e800 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.2452164 Feb 05 18:53:30.437390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Calling delete_port for 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:53:30.520342 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c242d-2233-4322-88af-b450548fda16 req-95a7af08-3eff-41c5-bdf0-8a6bf7d28cce tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:30.522850 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a3c242d-2233-4322-88af-b450548fda16 req-95a7af08-3eff-41c5-bdf0-8a6bf7d28cce tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1751504 Feb 05 18:53:30.537727 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db74ce1f-46a1-4d7a-b43d-3dee6947f041 req-7d539c9e-7099-40f3-ab51-9304959e3ac8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829913 Feb 05 18:53:30.610867 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a3c242d-2233-4322-88af-b450548fda16 req-ec3808e3-b348-4ceb-af47-edf29d4651ea tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805163 Feb 05 18:53:30.669878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:30.686684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bd9dc4fb-5361-424a-a2db-e90bd0af2b8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:30.742439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event deleted for resources: {'Port': ['ID=90f75949-529a-4fe2-bd0e-a8ad8a2d6399,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:30.815518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.816208 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.816765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.817312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.818402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.819655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.820216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.821039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.821589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.822138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.822872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.823414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.824176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.824730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.825272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.827350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.828282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.828841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.829404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.829950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.830620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.831424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.831979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.832520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:30.839846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:30.960120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] No DVR routers for this DVR port 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:53:30.962853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:30.965593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'name': 'network-vif-deleted', 'tag': '90f75949-529a-4fe2-bd0e-a8ad8a2d6399'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:31.034039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb1e9c-2539-4c5f-bd94-85bdf6abef16 req-632231a3-5b0f-479c-b990-a8d589a68a79 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:31.035817 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-43fb1e9c-2539-4c5f-bd94-85bdf6abef16 req-632231a3-5b0f-479c-b990-a8d589a68a79 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1917062 Feb 05 18:53:31.088767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-84cfdbd0-ba40-41ae-8a3b-6cfbbd34023a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:31.092498 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-121e1a2f-d015-4311-a632-df074ea8c5ba req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "DELETE /v2.0/ports/90f75949-529a-4fe2-bd0e-a8ad8a2d6399 HTTP/1.1" status: 204 len: 173 time: 1.7682352 Feb 05 18:53:31.104286 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-43fb1e9c-2539-4c5f-bd94-85bdf6abef16 req-3b6ba0fe-5fe4-422b-8a94-6edd8d4c5b61 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0605917 Feb 05 18:53:31.312293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41328) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:31.416016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d2121-dc96-4ce7-823f-08ae4a4bff8b req-46abd4de-e7c0-4aa3-bc49-ce59a4922f24 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:31.417810 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7f1d2121-dc96-4ce7-823f-08ae4a4bff8b req-46abd4de-e7c0-4aa3-bc49-ce59a4922f24 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1836002 Feb 05 18:53:31.500998 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7f1d2121-dc96-4ce7-823f-08ae4a4bff8b req-bc125cd6-4b4f-41d8-b8d5-bb1f15630b73 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753081 Feb 05 18:53:31.502017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:31.518728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:53:31.532131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Usage tracker for resource:security_group_rule and tenant:29b3ce32c9ff4e979dfac04b25666499 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:53:31.532131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:53:31.538637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:53:31.560067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:53:31.576195 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea', 'name': 'network-vif-deleted', 'tag': '90f75949-529a-4fe2-bd0e-a8ad8a2d6399', 'status': 'completed', 'code': 200} Feb 05 18:53:31.634090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:31.648129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:53:31.651329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:31.675685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:31.687011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-982bc39f-d8cb-40bf-88a3-e8a683018c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:31.780141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5f8320-3746-4af9-a7d2-4fa391e0274e,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:31.811307 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=29b3ce32c9ff4e979dfac04b25666499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974260 Feb 05 18:53:31.812948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:31.813951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 41340) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:31.834956 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc8e81cc-141c-4e5b-97b7-088e9d7dfbdc req-ffcfc81d-7555-400e-9fcc-498294e9b1ad tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=9af53c0b-5ed3-4d00-9682-c8e8c80fb4ea HTTP/1.1" status: 200 len: 210 time: 0.1108105 Feb 05 18:53:31.845844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device d5db78c9-868e-4951-a2ad-6ab183c442e5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:53:31.908519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:31.940981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.066757 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.067669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port d5db78c9-868e-4951-a2ad-6ab183c442e5 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:53:32.074189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port d5db78c9-868e-4951-a2ad-6ab183c442e5 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:53:32.077901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.156770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b178cee-bc80-4a5a-bf35-c4c7d13f5b2d req-36ef217c-718c-4af3-b963-d62fd5d46339 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:32.158512 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6b178cee-bc80-4a5a-bf35-c4c7d13f5b2d req-36ef217c-718c-4af3-b963-d62fd5d46339 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1957986 Feb 05 18:53:32.159775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.164958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d459d070-0583-4efc-bf0c-6775b90bed5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:32.204075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5f8320-3746-4af9-a7d2-4fa391e0274e,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:32.209416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:32.226309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.229985 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b5f8320-3746-4af9-a7d2-4fa391e0274e HTTP/1.1" status: 204 len: 168 time: 0.4125116 Feb 05 18:53:32.237747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.253548 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6b178cee-bc80-4a5a-bf35-c4c7d13f5b2d req-b4b7f532-2eed-41be-bc55-eff7dc2f3b73 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800729 Feb 05 18:53:32.296566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:32.313173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port d5db78c9-868e-4951-a2ad-6ab183c442e5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d5db78c9-868e-4951-a2ad-6ab183c442e5,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:53:32.346256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.348492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:32.417393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:53:32.492145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] No Port match for: 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:53:32.492542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 90f75949-529a-4fe2-bd0e-a8ad8a2d6399 not bound to the agent host hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:53:32.522713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=d5db78c9-868e-4951-a2ad-6ab183c442e5,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:32.526350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:32.560173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb4f67-771f-4e0b-8def-014e286b6eea req-abdf3dfb-eb5a-4e60-8e3e-7af110c241b3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:32.562227 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c7cb4f67-771f-4e0b-8def-014e286b6eea req-abdf3dfb-eb5a-4e60-8e3e-7af110c241b3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 945 time: 0.2093031 Feb 05 18:53:32.610344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41370) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:32.634791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5ee8f-6950-4f72-86eb-0f2092eeb7dc req-3a30a1d4-d397-4aa2-aeb4-2f4e97542bea tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:32.636615 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31f5ee8f-6950-4f72-86eb-0f2092eeb7dc req-3a30a1d4-d397-4aa2-aeb4-2f4e97542bea tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.2223039 Feb 05 18:53:32.648632 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.651504 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c7cb4f67-771f-4e0b-8def-014e286b6eea req-394e179e-dd48-43a3-b4b4-8a7d94794eb4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0820212 Feb 05 18:53:32.706390 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31f5ee8f-6950-4f72-86eb-0f2092eeb7dc req-54581e73-2a22-4610-8cdd-afc988875043 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626397 Feb 05 18:53:32.738929 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'code': 200} Feb 05 18:53:32.825352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 41376) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:32.827755 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-fd4a43e7-b45b-4c7d-b8c5-b9e18cf1d0ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2158153 Feb 05 18:53:32.852972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:32.871018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:53:32.876506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:42bcdc223c584e988ae34f9c77a95b27 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:53:32.882953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:53:32.890366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:53:33.008112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.051918 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.064633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-eac643dd-533e-4902-a8a0-01ab8558137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:33.084187 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd1f76-4858-452b-baac-41d5ddf8b423 req-2de621de-2041-46c9-bb56-3e49f03cfec7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:33.087766 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4dd1f76-4858-452b-baac-41d5ddf8b423 req-2de621de-2041-46c9-bb56-3e49f03cfec7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2027147 Feb 05 18:53:33.120455 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=42bcdc223c584e988ae34f9c77a95b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938304 Feb 05 18:53:33.123831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83583aca-e34a-4d2e-b5e7-716148916756,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:33.125651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41390) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:53:33.127979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:33.150934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b094681-ffcb-4f05-a2ff-46494d009f51 req-166140f2-8163-4b78-b28d-5cd86461e3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:33.152442 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b094681-ffcb-4f05-a2ff-46494d009f51 req-166140f2-8163-4b78-b28d-5cd86461e3aa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 1162 time: 0.1427922 Feb 05 18:53:33.172797 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4dd1f76-4858-452b-baac-41d5ddf8b423 req-a0eeac7b-e015-4385-b902-2d33f9b9231b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790513 Feb 05 18:53:33.223550 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b094681-ffcb-4f05-a2ff-46494d009f51 req-9b2afaba-7e82-4f2a-9aac-ed925ababbc3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0639052 Feb 05 18:53:33.234401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.265326 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.360892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.366841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:33.383333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83583aca-e34a-4d2e-b5e7-716148916756,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:33.386629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:33.394932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.398657 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83583aca-e34a-4d2e-b5e7-716148916756 HTTP/1.1" status: 204 len: 168 time: 0.2695687 Feb 05 18:53:33.559325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041e147-66e6-4aa6-a95d-ca77bdf18450 req-590907df-b331-4f2e-bedf-81c81c7c33c1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:33.567782 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6041e147-66e6-4aa6-a95d-ca77bdf18450 req-590907df-b331-4f2e-bedf-81c81c7c33c1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1714745 Feb 05 18:53:33.604024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device d5db78c9-868e-4951-a2ad-6ab183c442e5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:53:33.628679 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6041e147-66e6-4aa6-a95d-ca77bdf18450 req-832ccd90-e422-4d7d-a353-52944b451e18 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612671 Feb 05 18:53:33.703664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port d5db78c9-868e-4951-a2ad-6ab183c442e5 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:53:33.703956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:33.753967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:34.075655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a9481-7922-4b42-8a38-31eb78309ccc req-85b7bb16-9ccd-4b64-8ac4-0f85f2b31856 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:34.078202 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-329a9481-7922-4b42-8a38-31eb78309ccc req-85b7bb16-9ccd-4b64-8ac4-0f85f2b31856 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 945 time: 0.1977074 Feb 05 18:53:34.131288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db169733-2e9a-4d24-8964-2f5618ce7f5d req-3edbca68-a244-4697-82d0-af8048481be7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:34.133010 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db169733-2e9a-4d24-8964-2f5618ce7f5d req-3edbca68-a244-4697-82d0-af8048481be7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1920743 Feb 05 18:53:34.154514 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-329a9481-7922-4b42-8a38-31eb78309ccc req-970a1567-bc7c-4ac1-ad7e-5ef815f0d5ca tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0682671 Feb 05 18:53:34.207999 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db169733-2e9a-4d24-8964-2f5618ce7f5d req-63cd1eb3-7587-4181-9c14-1d82ef58f0e6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670011 Feb 05 18:53:34.547688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a2d0f-2b2d-4c57-9f27-093bbcfda268 req-fbe042de-188b-40cd-bfa5-6622f85df4f8 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:34.550034 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-007a2d0f-2b2d-4c57-9f27-093bbcfda268 req-fbe042de-188b-40cd-bfa5-6622f85df4f8 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1851695 Feb 05 18:53:34.619652 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-007a2d0f-2b2d-4c57-9f27-093bbcfda268 req-ce4d4453-4f76-4f86-9d3e-6980485b0f70 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630970 Feb 05 18:53:35.019570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686dc74-d557-4c76-9cb3-dc81f3288601 req-8bd30f32-86e9-4143-a5eb-39e58fefabf9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:35.021496 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a686dc74-d557-4c76-9cb3-dc81f3288601 req-8bd30f32-86e9-4143-a5eb-39e58fefabf9 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2484195 Feb 05 18:53:35.071133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41d43e-88a5-4147-bd7d-683fb791efee req-93b12453-4978-4a01-ba18-f04313f9bfa8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:35.071880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5f41d43e-88a5-4147-bd7d-683fb791efee req-93b12453-4978-4a01-ba18-f04313f9bfa8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:35.092093 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a686dc74-d557-4c76-9cb3-dc81f3288601 req-929ad7a7-9330-4e59-aefe-d399d9d71e21 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637836 Feb 05 18:53:35.161831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701f9da-86e2-4fb7-ac1a-8699b19cc91e req-49b30b58-d560-49b9-aaf7-05cdf2ac17c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:35.163616 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0701f9da-86e2-4fb7-ac1a-8699b19cc91e req-49b30b58-d560-49b9-aaf7-05cdf2ac17c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1163 time: 0.0885835 Feb 05 18:53:35.191085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5f41d43e-88a5-4147-bd7d-683fb791efee req-93b12453-4978-4a01-ba18-f04313f9bfa8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:35.198735 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f41d43e-88a5-4147-bd7d-683fb791efee req-93b12453-4978-4a01-ba18-f04313f9bfa8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 946 time: 0.3504028 Feb 05 18:53:35.262351 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0701f9da-86e2-4fb7-ac1a-8699b19cc91e req-e6cbdb7c-974d-4f79-babd-61f112773ce4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916953 Feb 05 18:53:35.283236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-c84d641a-cd5a-4b7d-b191-6e51c5e6477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:35.285065 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-c84d641a-cd5a-4b7d-b191-6e51c5e6477e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e&tenant_id=4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 1160 time: 0.0938568 Feb 05 18:53:35.300611 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f41d43e-88a5-4147-bd7d-683fb791efee req-46884f6e-24d3-4a6b-a096-25e50a60d9a5 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006026 Feb 05 18:53:35.498838 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004fee4-ba43-4c32-9096-0a0ec531fef2 req-75c61424-2b3e-4a0f-a2b5-5d5eba0b4cba tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:35.500602 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4004fee4-ba43-4c32-9096-0a0ec531fef2 req-75c61424-2b3e-4a0f-a2b5-5d5eba0b4cba tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 945 time: 0.1864693 Feb 05 18:53:35.618612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4004fee4-ba43-4c32-9096-0a0ec531fef2 req-74e17e04-04a8-4ac9-92da-d9a76a674b55 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0739949 Feb 05 18:53:35.633556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc1d17-fc73-4156-953f-67a18519b767 req-99295d2d-feb9-4e69-8962-3379c68c833c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:35.635334 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86fc1d17-fc73-4156-953f-67a18519b767 req-99295d2d-feb9-4e69-8962-3379c68c833c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1804748 Feb 05 18:53:35.637547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-571f4df8-4472-461e-854c-3168df3e512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:35.639267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-571f4df8-4472-461e-854c-3168df3e512e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1160 time: 0.1377296 Feb 05 18:53:35.719477 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86fc1d17-fc73-4156-953f-67a18519b767 req-76dea612-96d1-45fb-aecb-ae618f3b93f3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760734 Feb 05 18:53:36.044068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a6b94-6a06-4afe-afdb-3b286cfa07a9 req-d0ca6b6f-2b64-491f-80e5-ca3f870bc5da tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.051342 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ee4a6b94-6a06-4afe-afdb-3b286cfa07a9 req-d0ca6b6f-2b64-491f-80e5-ca3f870bc5da tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 945 time: 0.1755521 Feb 05 18:53:36.095560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-689d430e-f4d0-4e5d-ab03-5bb06fac88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.097173 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-689d430e-f4d0-4e5d-ab03-5bb06fac88f6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.4497678 Feb 05 18:53:36.123782 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ee4a6b94-6a06-4afe-afdb-3b286cfa07a9 req-461a0cf8-3dbe-4d77-8ab0-ee6b3fc01a1c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0647926 Feb 05 18:53:36.184878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459c914-6daf-4abe-9b1a-b7a74dae5bea req-3755f1ba-d3fc-4470-b8a8-83095fbf2f72 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.186542 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8459c914-6daf-4abe-9b1a-b7a74dae5bea req-3755f1ba-d3fc-4470-b8a8-83095fbf2f72 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2307396 Feb 05 18:53:36.358889 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8459c914-6daf-4abe-9b1a-b7a74dae5bea req-b9d129eb-ee8c-4637-8fae-7d3640302328 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126201 Feb 05 18:53:36.363059 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-776948d4-bbd9-4d56-b582-30563f78c72e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 200 len: 998 time: 0.1755145 Feb 05 18:53:36.448266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629149-0232-4b0d-ae5b-81ff625551fb req-7aa78a4f-8ef8-4d0e-aea1-f88c222d8d77 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.458326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4629149-0232-4b0d-ae5b-81ff625551fb req-7aa78a4f-8ef8-4d0e-aea1-f88c222d8d77 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2043223 Feb 05 18:53:36.530102 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4629149-0232-4b0d-ae5b-81ff625551fb req-bbde6cc5-6c9f-423b-8e98-4dcc914bf38e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698268 Feb 05 18:53:36.592476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-a0bca59d-18d9-4030-b8ba-4f63c52cd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.594110 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-a0bca59d-18d9-4030-b8ba-4f63c52cd686 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.2190177 Feb 05 18:53:36.735182 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-d3142163-1d8a-4d37-8f9b-6702a7cbc3a1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3065326 Feb 05 18:53:36.748275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:53:36.773603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:53:36.781892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Usage tracker for resource:floatingip and tenant:66cade7dbbaf4816930f8fb86904e36c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:53:36.785821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:53:36.800997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:53:36.805046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-6082ba55-cad3-490e-ae12-cbc8761d7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.806715 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-6082ba55-cad3-490e-ae12-cbc8761d7afa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1887019 Feb 05 18:53:36.816847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 9874b738-be49-426a-98b2-d01fa2e41d27 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:53:36.851038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896847e-9456-45a0-891c-b689f3c5d12d req-040f7dd0-f427-41b9-8ad0-01ddd7397261 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.852507 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1896847e-9456-45a0-891c-b689f3c5d12d req-040f7dd0-f427-41b9-8ad0-01ddd7397261 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 946 time: 0.2398863 Feb 05 18:53:36.936575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:36.987786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5352-7018-4c70-b878-c659a3df5078 req-8c216a5d-439a-4b37-b45d-4bbb45f07c24 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:36.996293 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ec5b5352-7018-4c70-b878-c659a3df5078 req-8c216a5d-439a-4b37-b45d-4bbb45f07c24 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 946 time: 0.3382668 Feb 05 18:53:37.017950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:37.057832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 9874b738-be49-426a-98b2-d01fa2e41d27, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=9874b738-be49-426a-98b2-d01fa2e41d27,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:53:37.059310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:37.089586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Deleting port 9874b738-be49-426a-98b2-d01fa2e41d27 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:53:37.089975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:37.094203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:37.097166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:37.124689 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-9bc4ea56-c223-429e-a1b2-8615791f928b service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047705 Feb 05 18:53:37.152553 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ec5b5352-7018-4c70-b878-c659a3df5078 req-37382cb5-ff8c-4c2b-aa8b-41f9d2d920b3 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552839 Feb 05 18:53:37.173543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=9874b738-be49-426a-98b2-d01fa2e41d27,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:37.192140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.192554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.193121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.193655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.194032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.194442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.194797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.195162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.195525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.195887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.196384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.196745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.197181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.198343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.198727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.199094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.199455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.199839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.200153 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.200515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.200876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.201231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.201562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.201924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:37.207085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:37.306426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:37.329481 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d384d786-da9e-4d9f-89b3-d38ff02f5373 req-b4fd2f98-5042-4242-ab5a-ed65dda28bce service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1935184 Feb 05 18:53:37.653282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Allocated IP 172.27.2.226 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/a7bf105d-ddb1-4fe8-96b7-f6ccbe3c8c16) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:53:37.686861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] For port 9874b738-be49-426a-98b2-d01fa2e41d27, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=9874b738-be49-426a-98b2-d01fa2e41d27,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:53:37.687259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:37.856855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13194a-d4c3-45ae-a021-adc93427eebc req-3eb883e8-fcda-40be-b5ec-65414c26d3ab tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:37.858586 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db13194a-d4c3-45ae-a021-adc93427eebc req-3eb883e8-fcda-40be-b5ec-65414c26d3ab tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.5204973 Feb 05 18:53:37.893670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:37.935198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Calling delete_port for 9874b738-be49-426a-98b2-d01fa2e41d27 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:53:37.951627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:37.971964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:38.049430 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db13194a-d4c3-45ae-a021-adc93427eebc req-ae689c13-944a-4f47-a596-682312f53cb5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282530 Feb 05 18:53:38.112798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=a7bf105d-ddb1-4fe8-96b7-f6ccbe3c8c16,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:38.137170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.137585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.138198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.138412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.138754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.139145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.139531 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.139956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.140456 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.140659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.141000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.141383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.141842 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.142352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.142645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.143144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.143764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.144156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.144542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.144928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.145313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.145734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.146498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.146498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:53:38.153072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:38.201808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:53:38.202916 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27', 'code': 200} Feb 05 18:53:38.203054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:53:38.206073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:53:38.333015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:38.350287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:38.393080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:38.410458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event deleted for resources: {'Port': ['ID=9874b738-be49-426a-98b2-d01fa2e41d27,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:38.462221 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:38.543142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:38.707955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d7f37-0598-4301-bb5b-e45b66f848b8 req-20301998-2e24-4493-b554-38a1fc0e10ee tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:38.710213 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-068d7f37-0598-4301-bb5b-e45b66f848b8 req-20301998-2e24-4493-b554-38a1fc0e10ee tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2965119 Feb 05 18:53:38.788270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] No DVR routers for this DVR port 9874b738-be49-426a-98b2-d01fa2e41d27 on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:53:38.791212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:38.802643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'name': 'network-vif-deleted', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:38.851992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:38.857604 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-068d7f37-0598-4301-bb5b-e45b66f848b8 req-0e19c953-9a91-49e6-911e-dbfd1b49acb9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111119 Feb 05 18:53:38.881010 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1896847e-9456-45a0-891c-b689f3c5d12d req-2b705c14-983f-47ce-bc33-8d50e882fc07 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "DELETE /v2.0/ports/9874b738-be49-426a-98b2-d01fa2e41d27 HTTP/1.1" status: 204 len: 173 time: 2.0170729 Feb 05 18:53:38.922731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:38.942955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d8b5347b-df66-43f8-bdc2-3575f12e3e72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:39.108102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=a7bf105d-ddb1-4fe8-96b7-f6ccbe3c8c16,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:39.112727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:39.239722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a99955-58da-4969-a99c-ca1528086290 req-3f3f3725-4f5e-4753-92a7-01ba91790e65 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:39.241571 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-36a99955-58da-4969-a99c-ca1528086290 req-3f3f3725-4f5e-4753-92a7-01ba91790e65 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2624612 Feb 05 18:53:39.325828 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-36a99955-58da-4969-a99c-ca1528086290 req-974cd613-7506-4cc1-b231-8aefdbaa2b81 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773563 Feb 05 18:53:39.326659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:39.409848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:39.412255 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6691065 Feb 05 18:53:39.568771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-3f55811f-55b5-4a42-a4ae-bd176046fb6d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:39.613688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-46ef790e-c5a3-4e14-89e5-d92a2d7c50f1 req-1fa5cc63-8374-4224-acd2-b0c313ebbf0d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:39.619753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-3f55811f-55b5-4a42-a4ae-bd176046fb6d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:39.621394 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-3f55811f-55b5-4a42-a4ae-bd176046fb6d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.226 HTTP/1.1" status: 200 len: 696 time: 0.2025054 Feb 05 18:53:39.654496 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-46ef790e-c5a3-4e14-89e5-d92a2d7c50f1 req-1fa5cc63-8374-4224-acd2-b0c313ebbf0d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:39.656432 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-46ef790e-c5a3-4e14-89e5-d92a2d7c50f1 req-1fa5cc63-8374-4224-acd2-b0c313ebbf0d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0934103 Feb 05 18:53:39.759608 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02a50d18-5f0f-48db-ab12-84d7557804a6', 'name': 'network-vif-deleted', 'tag': '9874b738-be49-426a-98b2-d01fa2e41d27', 'status': 'completed', 'code': 200} Feb 05 18:53:40.092151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cc6f-faa4-421c-b9d7-87d2b30c22de req-5fbf0c0b-dac2-4333-837d-bdc3789d0b3c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:40.095377 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-16c4cc6f-faa4-421c-b9d7-87d2b30c22de req-5fbf0c0b-dac2-4333-837d-bdc3789d0b3c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1904137 Feb 05 18:53:40.138914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-3ff1039f-f16d-4e95-aa5a-1a06aa1775b3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:40.141327 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-3ff1039f-f16d-4e95-aa5a-1a06aa1775b3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.5127740 Feb 05 18:53:40.156736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-678c18ba-47b0-47fb-904d-ea777b0717f3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:53:40.158195 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9509646-2ec0-4c14-8426-1fa3fb87e04c req-678c18ba-47b0-47fb-904d-ea777b0717f3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0087137 Feb 05 18:53:40.169733 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-16c4cc6f-faa4-421c-b9d7-87d2b30c22de req-3c0e472d-cd4f-419e-95c0-19d83e6bdbd1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691097 Feb 05 18:53:40.503117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fe9a9-88cf-4e13-8c3b-7ff80bc786b0 req-7fd40622-7d84-4ecc-89c0-201ae4bd82db tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:40.504863 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d08fe9a9-88cf-4e13-8c3b-7ff80bc786b0 req-7fd40622-7d84-4ecc-89c0-201ae4bd82db tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1750131 Feb 05 18:53:40.587545 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d08fe9a9-88cf-4e13-8c3b-7ff80bc786b0 req-3d458a09-cecf-41c0-9893-23a09e2d728c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739188 Feb 05 18:53:40.741703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-c5d3f11b-1cd9-42c8-96ce-928380aaef14 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:40.743406 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-c5d3f11b-1cd9-42c8-96ce-928380aaef14 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1826100 Feb 05 18:53:40.867123 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-a4f5fddb-d2c5-499d-a30d-73318e0a320a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.226 HTTP/1.1" status: 200 len: 696 time: 0.1174705 Feb 05 18:53:40.879404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'floatingip': {'port_id': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:53:40.985999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:41.066995 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-72c48614-5672-41b1-ad91-5802e870437e req-a596012e-8b5c-4fcf-8504-21ca3f7c26c3 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0619514 Feb 05 18:53:41.369211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0a247-7f8a-4af1-90fd-7d3f68155830 req-e519e343-d0ef-42d6-8880-003b49784d7e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:41.377043 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-90c0a247-7f8a-4af1-90fd-7d3f68155830 req-e519e343-d0ef-42d6-8880-003b49784d7e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1878629 Feb 05 18:53:41.450947 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-90c0a247-7f8a-4af1-90fd-7d3f68155830 req-c474878e-9c8c-49e6-835c-9f8be4c76dde tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727537 Feb 05 18:53:41.754928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:41.757945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b0e50-b223-4c3b-923c-d0764763e2e0 req-bea47003-340a-4631-839b-cfd6f8d44ea4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:41.759694 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6b8b0e50-b223-4c3b-923c-d0764763e2e0 req-bea47003-340a-4631-839b-cfd6f8d44ea4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1849713 Feb 05 18:53:41.820223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:41.837463 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6b8b0e50-b223-4c3b-923c-d0764763e2e0 req-2918a6fe-8858-455c-8537-d1dcbf910213 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712438 Feb 05 18:53:42.059126 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Floating IP 9dfb19e5-5459-4f08-8cde-18291180b937 associated. External IP: 172.27.2.226, port: d5db78c9-868e-4951-a2ad-6ab183c442e5. Feb 05 18:53:42.202990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec4daf-93d6-4c38-8f60-ee5b614c1d96 req-207607af-d144-4ece-9136-09d558985036 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:42.204710 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9ec4daf-93d6-4c38-8f60-ee5b614c1d96 req-207607af-d144-4ece-9136-09d558985036 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1769783 Feb 05 18:53:42.277636 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9ec4daf-93d6-4c38-8f60-ee5b614c1d96 req-2847f0fd-2046-4ece-9f91-2471242d3f4c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635850 Feb 05 18:53:42.478946 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d3328e6c-3a63-4f43-b60a-0914dd95b7a7 req-125e5024-c6ee-4964-b652-c8978e80d3de tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0515683 Feb 05 18:53:42.480116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:53:42.695564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:53:42.700882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:42.709524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:53:42.730276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:53:42.731229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:53:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:53:42.810827 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-655e8171-62fb-4d67-a21b-00310ef603e8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "PUT /v2.0/floatingips/9dfb19e5-5459-4f08-8cde-18291180b937 HTTP/1.1" status: 200 len: 996 time: 1.9351711 Feb 05 18:53:42.811765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:42.869219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b298c-a966-4c29-afa2-f531a44e8ac7 req-f5f74424-3e10-4da2-8dc5-12b2d06d7f06 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:42.876978 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-103b298c-a966-4c29-afa2-f531a44e8ac7 req-f5f74424-3e10-4da2-8dc5-12b2d06d7f06 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2561052 Feb 05 18:53:42.988273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:53:42.994001 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-103b298c-a966-4c29-afa2-f531a44e8ac7 req-d7b99611-1c70-41d1-be2d-f3470568f194 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159711 Feb 05 18:53:42.999485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-2aeb140d-dc77-4d52-a0c5-e6ff5bdbbfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:43.001476 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-2aeb140d-dc77-4d52-a0c5-e6ff5bdbbfd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 1162 time: 0.1763079 Feb 05 18:53:43.232826 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'status': 'completed', 'code': 200} Feb 05 18:53:43.263159 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-7081eeb8-91d4-4c39-b88c-944932ab9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:43.265490 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-7081eeb8-91d4-4c39-b88c-944932ab9a93 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.2503765 Feb 05 18:53:43.435537 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-a937a678-a707-49ce-8755-16e140c131ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5db78c9-868e-4951-a2ad-6ab183c442e5 HTTP/1.1" status: 200 len: 999 time: 0.1624856 Feb 05 18:53:43.536973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-2a1eb5b1-2b8b-4027-a1d2-5c72c760f0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:43.538647 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-2a1eb5b1-2b8b-4027-a1d2-5c72c760f0bc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.1020942 Feb 05 18:53:43.578004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771d062-1ec7-4c11-9a60-9e11776b504e req-d5415c53-0be6-4791-aa61-4ad53693e2a8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:43.584284 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b771d062-1ec7-4c11-9a60-9e11776b504e req-d5415c53-0be6-4791-aa61-4ad53693e2a8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.3076491 Feb 05 18:53:43.682943 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b771d062-1ec7-4c11-9a60-9e11776b504e req-efa7f733-9c98-4c27-88b3-db835f799e2f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943372 Feb 05 18:53:43.731189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-53a5c09f-99f4-49df-8cb9-0a7b9eea42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:43.734154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '9dfb19e5-5459-4f08-8cde-18291180b937', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:5c:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:53:38Z', 'updated_at': '2021-02-05T18:53:41Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:53:43.736084 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-53a5c09f-99f4-49df-8cb9-0a7b9eea42d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1908121 Feb 05 18:53:43.747227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:53:43.749174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-bd1a764a-7128-41c3-98a1-c029d5a3d628 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:53:43.750306 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-bd1a764a-7128-41c3-98a1-c029d5a3d628 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059206 Feb 05 18:53:43.776538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:53:43.777229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:53:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:53:44.012841 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-ce4257bd-e542-4fe9-a68c-69c0d0c895cc service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544730 Feb 05 18:53:44.207577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:53:44.282885 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc3a18c4-cd20-4164-b6ad-4d98f02a30b2 req-969d8e8b-7dc9-4a84-a2f6-50aefabf3694 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2622859 Feb 05 18:53:44.325739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757f3f4-0e74-48cf-9978-5a97fa8a7ea5 req-8c956335-7852-4d9a-8ae2-63cd537e14da tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:44.336144 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2757f3f4-0e74-48cf-9978-5a97fa8a7ea5 req-8c956335-7852-4d9a-8ae2-63cd537e14da tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.3777349 Feb 05 18:53:44.434245 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2757f3f4-0e74-48cf-9978-5a97fa8a7ea5 req-b9e6c5e5-c7be-48f8-a12a-19785dae490f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963604 Feb 05 18:53:44.593851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d82e60fa-ca66-4fa4-8bfb-65563accfacb req-e878dcaa-6997-48bc-b42a-0da4c3cc1a5e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0669265 Feb 05 18:53:44.834237 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '9dfb19e5-5459-4f08-8cde-18291180b937', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:5c:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:53:38Z', 'updated_at': '2021-02-05T18:53:41Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:53:44.841099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb15dd52-d1bb-43f6-a122-e3332e863cf9 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '9dfb19e5-5459-4f08-8cde-18291180b937', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:5c:e9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:53:38Z', 'updated_at': '2021-02-05T18:53:41Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:53:44.863520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01639ca9-41ea-4360-8505-5f103a1158ce req-dbd28fe7-e8d7-4d7f-b439-e057339f70c7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:44.872168 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-01639ca9-41ea-4360-8505-5f103a1158ce req-dbd28fe7-e8d7-4d7f-b439-e057339f70c7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2410355 Feb 05 18:53:44.991601 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-01639ca9-41ea-4360-8505-5f103a1158ce req-91b68363-f1e2-4469-ba43-77dd88b133eb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184251 Feb 05 18:53:45.296870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d90526-b066-481a-b9d5-e7eae86728f9 None None] New status for floating IP 9dfb19e5-5459-4f08-8cde-18291180b937: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:53:45.368932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6be60a-5f66-4f5d-bd67-ac662a79c6a7 req-bf38f4f0-2005-47f4-8e9e-6f09d771b1a7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:45.382608 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2e6be60a-5f66-4f5d-bd67-ac662a79c6a7 req-bf38f4f0-2005-47f4-8e9e-6f09d771b1a7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.5254312 Feb 05 18:53:45.450770 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2e6be60a-5f66-4f5d-bd67-ac662a79c6a7 req-08e3d13d-edb4-4946-a285-450fc998e5f1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671611 Feb 05 18:53:45.787366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a81d03-c7ba-418d-bab4-0bf5d5603274 req-c6b935db-b7e7-40e2-b860-e0d82a861c10 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:45.789175 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19a81d03-c7ba-418d-bab4-0bf5d5603274 req-c6b935db-b7e7-40e2-b860-e0d82a861c10 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1940517 Feb 05 18:53:45.840615 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3f549ca0-abb8-4e67-9940-10957d8d719f req-a22ac667-857e-4e52-ab7d-32551fb95451 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0785894 Feb 05 18:53:45.877844 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19a81d03-c7ba-418d-bab4-0bf5d5603274 req-f7ae6628-7ed3-4c75-b1cf-d7b660350c84 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806775 Feb 05 18:53:46.340441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e543b2-31f2-4f47-a21b-b9d44b7651de req-5396cb7a-7ae3-4965-a4b5-448bfc67a7a2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:46.342180 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5e543b2-31f2-4f47-a21b-b9d44b7651de req-5396cb7a-7ae3-4965-a4b5-448bfc67a7a2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1814575 Feb 05 18:53:46.433093 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5e543b2-31f2-4f47-a21b-b9d44b7651de req-10ec3d95-ef7f-429f-b92a-cb55cb3ae4e8 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824387 Feb 05 18:53:46.827744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae71d1-c7a8-4847-b18e-a35888f8f481 req-add201f9-7a14-484f-a04e-a01008064967 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:46.836305 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-72ae71d1-c7a8-4847-b18e-a35888f8f481 req-add201f9-7a14-484f-a04e-a01008064967 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1889834 Feb 05 18:53:46.923325 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-72ae71d1-c7a8-4847-b18e-a35888f8f481 req-7c7176f4-57f9-4de8-839b-7939dd0693e6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857742 Feb 05 18:53:47.166051 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3175a941-281b-4021-8f1e-78d69efc6adb req-88377c67-b363-4606-ae13-265d4a53f1a5 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0803361 Feb 05 18:53:47.284581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684aba6-7a7f-444f-9081-6af294b69dfa req-24cd404f-3f8e-4e56-8e1f-aec0633d474d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:47.286714 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1684aba6-7a7f-444f-9081-6af294b69dfa req-24cd404f-3f8e-4e56-8e1f-aec0633d474d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2117169 Feb 05 18:53:47.368220 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1684aba6-7a7f-444f-9081-6af294b69dfa req-4d297c73-b35e-402c-8ed1-bf5f2ea726f7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746710 Feb 05 18:53:47.767590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3345760-cbe2-4146-8bac-61d961b6946f req-6130656a-77e6-4652-bbbb-e856d67c8fcf tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:47.769265 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f3345760-cbe2-4146-8bac-61d961b6946f req-6130656a-77e6-4652-bbbb-e856d67c8fcf tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1812258 Feb 05 18:53:47.840800 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f3345760-cbe2-4146-8bac-61d961b6946f req-29888e6d-aeab-46f8-ba9f-e3f70c972aea tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641587 Feb 05 18:53:48.264614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55d2b-e920-4d2e-a8e1-901f2d7ed3b3 req-8f8f578b-1128-4c25-8956-807b78d4c1b6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:48.266356 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-97f55d2b-e920-4d2e-a8e1-901f2d7ed3b3 req-8f8f578b-1128-4c25-8956-807b78d4c1b6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1933980 Feb 05 18:53:48.352947 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-97f55d2b-e920-4d2e-a8e1-901f2d7ed3b3 req-a880bd82-01fc-4650-a5de-f4ea3639564e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780535 Feb 05 18:53:48.417286 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a958a6e5-fde0-4e0f-a162-23c30ba00087 req-f329f215-e3ab-4d97-8a93-50bafc6859d2 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0692611 Feb 05 18:53:48.721591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f85d1-ce59-4274-835f-dcd575d16fa4 req-ced42798-c82a-480b-8b1f-f2c29a10b2a2 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:48.726035 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-384f85d1-ce59-4274-835f-dcd575d16fa4 req-ced42798-c82a-480b-8b1f-f2c29a10b2a2 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2132325 Feb 05 18:53:48.806471 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-384f85d1-ce59-4274-835f-dcd575d16fa4 req-bbb7b5f0-1ce0-4dfe-8335-3bee696fff3e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757887 Feb 05 18:53:49.198529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593056c8-27db-4d46-802e-c08f182318e1 req-18e6e85b-587f-40a0-908c-6ff1cf5a023d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:49.200333 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-593056c8-27db-4d46-802e-c08f182318e1 req-18e6e85b-587f-40a0-908c-6ff1cf5a023d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1981766 Feb 05 18:53:49.287726 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-593056c8-27db-4d46-802e-c08f182318e1 req-c7961c00-1df7-4c41-8843-10ddc8c80805 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759470 Feb 05 18:53:49.630128 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f9a67e94-419b-4845-8f3c-d9f4b6c54d53 req-48aa24ee-6eb2-46dd-98aa-62edb7889744 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=02a50d18-5f0f-48db-ab12-84d7557804a6 HTTP/1.1" status: 200 len: 210 time: 0.0507390 Feb 05 18:53:49.687138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddda1f-0931-47ee-a06b-268ebb72dd3a req-bb7e7df4-a9a3-4edb-bb73-7d1dcc9ded8f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:49.689007 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-78ddda1f-0931-47ee-a06b-268ebb72dd3a req-bb7e7df4-a9a3-4edb-bb73-7d1dcc9ded8f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1797664 Feb 05 18:53:49.756057 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-78ddda1f-0931-47ee-a06b-268ebb72dd3a req-9947dee0-653f-403a-a2b4-a2a0a9c4b4ed tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593035 Feb 05 18:53:50.013378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-320a22b5-a440-4e9b-9515-ec6d47ac13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.015050 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-320a22b5-a440-4e9b-9515-ec6d47ac13f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 1162 time: 0.0972488 Feb 05 18:53:50.115081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-478b7dcf-d9dd-42b6-a764-e0b44068e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.116712 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-478b7dcf-d9dd-42b6-a764-e0b44068e8f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=49da8a5ef0484fd3802811dcd59e2970&device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 1163 time: 0.1250288 Feb 05 18:53:50.186973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-c1c67d7a-f772-4fb1-8788-c37b7083cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.188567 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-c1c67d7a-f772-4fb1-8788-c37b7083cca2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1630740 Feb 05 18:53:50.203897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a4f76-de2f-4aff-9b96-1e50896ed779 req-02d994f7-3884-4488-92c7-8a017047fae9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.205616 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-209a4f76-de2f-4aff-9b96-1e50896ed779 req-02d994f7-3884-4488-92c7-8a017047fae9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2570708 Feb 05 18:53:50.328428 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-3aa1f088-e1c6-42d4-9189-f29688886de1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5db78c9-868e-4951-a2ad-6ab183c442e5 HTTP/1.1" status: 200 len: 1001 time: 0.1316233 Feb 05 18:53:50.376899 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-209a4f76-de2f-4aff-9b96-1e50896ed779 req-2e20bef8-a3d2-4da5-b56e-b00a3b36dc07 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416316 Feb 05 18:53:50.441477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-8c9dbfc3-4c55-4244-b7e4-9d4f7b0c960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.441477 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-8c9dbfc3-4c55-4244-b7e4-9d4f7b0c960b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.1010835 Feb 05 18:53:50.479979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-96e313dd-b77a-4e47-8eef-c9e90ef69106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.481760 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-96e313dd-b77a-4e47-8eef-c9e90ef69106 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 200 len: 913 time: 0.2751338 Feb 05 18:53:50.604480 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-679776a1-475e-4b2d-a55b-886d2c7766ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 200 len: 217 time: 0.1126335 Feb 05 18:53:50.717753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-3c4bb9e8-5773-4bf9-9eee-f78dcf639de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.719962 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-3c4bb9e8-5773-4bf9-9eee-f78dcf639de6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 200 len: 859 time: 0.1039746 Feb 05 18:53:50.797096 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-59e17011-0910-4973-b8e7-0c1e5bf97ec3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657754 Feb 05 18:53:50.933600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ef8c4-2676-47f1-b907-041b4004a875 req-534d8105-d874-466d-acf4-cb72aab6e072 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.935301 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-192ef8c4-2676-47f1-b907-041b4004a875 req-534d8105-d874-466d-acf4-cb72aab6e072 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.4396002 Feb 05 18:53:50.937832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-d5d4b623-8ae8-47b2-9161-d0106c249c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:50.939410 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-d5d4b623-8ae8-47b2-9161-d0106c249c09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4905195 Feb 05 18:53:50.982373 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-82a3a334-468f-469f-914c-daf34a335f7a service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744914 Feb 05 18:53:51.105139 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-192ef8c4-2676-47f1-b907-041b4004a875 req-d0706c92-0938-4542-9591-feff37e054eb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618524 Feb 05 18:53:51.157736 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-3c5f2529-3000-4e36-8fc9-c44292d4dd64 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993685 Feb 05 18:53:51.166561 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b5204-4cc4-4e41-af91-399c5d072b6b req-a46e125f-953b-4eee-ad28-96672c2cae64 service neutron] 10.222.0.26 "GET /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1746392 Feb 05 18:53:51.411323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8f3ac-c6d5-4137-b7c2-e5a7d3fc6ace req-4e961307-fb02-46d7-af14-452cd81ee101 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:51.413299 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8bd8f3ac-c6d5-4137-b7c2-e5a7d3fc6ace req-4e961307-fb02-46d7-af14-452cd81ee101 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1645021 Feb 05 18:53:51.434804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecc188-106d-4fc4-bf82-9813eda0a651 req-63289ecc-b363-4e7a-954f-a2f9b16b52f5 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:51.436487 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-09ecc188-106d-4fc4-bf82-9813eda0a651 req-63289ecc-b363-4e7a-954f-a2f9b16b52f5 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.1666601 Feb 05 18:53:51.479473 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8bd8f3ac-c6d5-4137-b7c2-e5a7d3fc6ace req-db375494-d11e-4ca1-9564-7ed6e85f267c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594256 Feb 05 18:53:51.501278 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-09ecc188-106d-4fc4-bf82-9813eda0a651 req-0ebb277f-1f87-4dd0-8295-902a565f394b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583324 Feb 05 18:53:51.776189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a657e-e7a3-48f9-923e-bb098971e528 req-e00316c2-ac97-45c1-9db1-8b70486ee9f4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:51.778619 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-543a657e-e7a3-48f9-923e-bb098971e528 req-e00316c2-ac97-45c1-9db1-8b70486ee9f4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1668885 Feb 05 18:53:51.848017 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-543a657e-e7a3-48f9-923e-bb098971e528 req-f2da53cc-583b-432b-8a41-f490968dfc20 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623305 Feb 05 18:53:52.436760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f7116-c2bf-447a-86b3-5b2714f84d9d req-756e6e5c-91c1-4ce7-8324-d87690d3ba49 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:52.438431 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c11f7116-c2bf-447a-86b3-5b2714f84d9d req-756e6e5c-91c1-4ce7-8324-d87690d3ba49 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1815543 Feb 05 18:53:52.506207 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c11f7116-c2bf-447a-86b3-5b2714f84d9d req-83f0ec6f-805a-461b-a49d-7d2104f87758 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610631 Feb 05 18:53:52.794475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e6985-a693-4f7d-891c-9dd22d691bd5 req-ffa2b8fa-ffa7-47bf-a8c5-5b11f071d94d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:52.796348 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-651e6985-a693-4f7d-891c-9dd22d691bd5 req-ffa2b8fa-ffa7-47bf-a8c5-5b11f071d94d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1665213 Feb 05 18:53:52.800420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49dd66-0da5-4db4-8dad-087dc5c0b6d7 req-644bd40c-eebd-4a22-ba98-73b17d156738 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:52.802801 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ad49dd66-0da5-4db4-8dad-087dc5c0b6d7 req-644bd40c-eebd-4a22-ba98-73b17d156738 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.1703334 Feb 05 18:53:52.870637 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-651e6985-a693-4f7d-891c-9dd22d691bd5 req-1259aa3a-bec8-4a70-9cce-1bcf5c766aeb tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666518 Feb 05 18:53:52.870959 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ad49dd66-0da5-4db4-8dad-087dc5c0b6d7 req-a06d1983-b49b-48fa-84b7-bdfa04a7916c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617356 Feb 05 18:53:53.167837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88434fb-037e-4900-9d98-dc66f948362c req-5a15b55b-fd56-48f7-aeb8-e1521731b9fb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:53.169591 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e88434fb-037e-4900-9d98-dc66f948362c req-5a15b55b-fd56-48f7-aeb8-e1521731b9fb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1747248 Feb 05 18:53:53.238217 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e88434fb-037e-4900-9d98-dc66f948362c req-34ba984e-fecb-46ac-8cc4-88246e3a4386 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618541 Feb 05 18:53:53.802861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc760277-4973-44a3-9ea8-3dd373d22dee req-50a0a8a5-bc48-4322-a624-b860c0aca509 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:53.804566 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bc760277-4973-44a3-9ea8-3dd373d22dee req-50a0a8a5-bc48-4322-a624-b860c0aca509 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1648195 Feb 05 18:53:53.870442 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bc760277-4973-44a3-9ea8-3dd373d22dee req-47107b78-cba0-497d-8af1-29ab117a3a45 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593662 Feb 05 18:53:54.159297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:53:54.172870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe71a2-ed70-4fd7-839c-3b2898914b29 req-766da5a9-b16b-442f-8d3b-db8e49811509 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:54.180649 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4ebe71a2-ed70-4fd7-839c-3b2898914b29 req-766da5a9-b16b-442f-8d3b-db8e49811509 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.1687598 Feb 05 18:53:54.189057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501b64b-6b6e-4528-96d7-635f0e7b5187 req-d08b5a79-14b7-49bf-9fb4-2c49bf6862a3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:54.190798 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1501b64b-6b6e-4528-96d7-635f0e7b5187 req-d08b5a79-14b7-49bf-9fb4-2c49bf6862a3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1721020 Feb 05 18:53:54.203722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:54.246142 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4ebe71a2-ed70-4fd7-839c-3b2898914b29 req-74bd32c4-9390-4ece-b35b-2cd0246a9316 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649924 Feb 05 18:53:54.353410 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1501b64b-6b6e-4528-96d7-635f0e7b5187 req-c9c00f6c-46ae-4c70-9a3e-bb38102f2828 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349993 Feb 05 18:53:54.393330 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-809abdff-bdb8-4da4-8169-6e6c8cbac95c req-61888705-d6ef-4ece-a955-6b729cb13253 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2014616 Feb 05 18:53:54.549620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e001c8b6-7687-454f-a956-8be05599c586 req-28fdc179-23de-43e8-b3c1-ba1877a53a20 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:54.551832 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e001c8b6-7687-454f-a956-8be05599c586 req-28fdc179-23de-43e8-b3c1-ba1877a53a20 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1759689 Feb 05 18:53:54.619396 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e001c8b6-7687-454f-a956-8be05599c586 req-8743dbbd-b667-410e-8ea9-fc3556ba6234 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613132 Feb 05 18:53:55.173826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ace4-1a57-4a9b-bc30-e259dad7cb80 req-8b3b3a17-8626-425d-a514-3f89f87c12f5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:55.175539 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-40f3ace4-1a57-4a9b-bc30-e259dad7cb80 req-8b3b3a17-8626-425d-a514-3f89f87c12f5 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1715207 Feb 05 18:53:55.242846 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-40f3ace4-1a57-4a9b-bc30-e259dad7cb80 req-e81523f4-20a4-47d8-8ddb-33ee3528b83c tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602427 Feb 05 18:53:55.555075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f5586-c3aa-47df-bf1c-b122b509a6d2 req-8b06f751-6257-433d-8f31-b417324f3515 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:55.556747 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-656f5586-c3aa-47df-bf1c-b122b509a6d2 req-8b06f751-6257-433d-8f31-b417324f3515 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.1791694 Feb 05 18:53:55.622562 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-656f5586-c3aa-47df-bf1c-b122b509a6d2 req-685303e2-657d-47bd-bfca-81c7f50fb08d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590961 Feb 05 18:53:55.677182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9388e42-339b-4e91-91b6-4d60229390a3 req-4e971dc6-ce13-4fd8-9742-631a26d8407b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:55.679087 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f9388e42-339b-4e91-91b6-4d60229390a3 req-4e971dc6-ce13-4fd8-9742-631a26d8407b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1772223 Feb 05 18:53:55.749499 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f9388e42-339b-4e91-91b6-4d60229390a3 req-3d17db8e-d5c1-48f0-aa4d-b0ce1bb2ab3f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636277 Feb 05 18:53:55.925239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2030d-b971-4442-a0ed-b194bbfa9acb req-a5eb204c-857d-4d40-944d-7283bc29d41b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:55.927408 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-43f2030d-b971-4442-a0ed-b194bbfa9acb req-a5eb204c-857d-4d40-944d-7283bc29d41b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1730888 Feb 05 18:53:55.994461 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-43f2030d-b971-4442-a0ed-b194bbfa9acb req-20474bd8-ac85-42a6-ae39-251705fb0e84 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603194 Feb 05 18:53:56.149726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-dca873a4-d3a4-4f57-9b9c-0f630ae3c4d0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:56.151391 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-dca873a4-d3a4-4f57-9b9c-0f630ae3c4d0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.1690447 Feb 05 18:53:56.251862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Deleting port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:53:56.252439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:56.468923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:53:56.613458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:53:56.615002 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:56.619920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36a501-c66d-42b7-b488-c092d37fee63 req-390c1849-8e13-42e3-be91-a7ce72240687 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:56.621638 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d36a501-c66d-42b7-b488-c092d37fee63 req-390c1849-8e13-42e3-be91-a7ce72240687 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1906102 Feb 05 18:53:56.698834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] For port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:53:56.699236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:56.748502 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d36a501-c66d-42b7-b488-c092d37fee63 req-ce24a20a-e69f-4e00-a954-13774629f66d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716090 Feb 05 18:53:56.773784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-d290277f-933f-49e5-85dd-62fe455dda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:56.775574 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-d290277f-933f-49e5-85dd-62fe455dda20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 1163 time: 0.1529169 Feb 05 18:53:56.789946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:53:56.906279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:53:56.910344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:56.914373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Calling delete_port for 8055ceaa-7543-4b03-8820-c67ceb4ab4ab owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:53:56.966428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-abee37c4-b1a9-46a8-9d5d-21b9bed25ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:56.968628 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-abee37c4-b1a9-46a8-9d5d-21b9bed25ce8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 905 time: 0.1842012 Feb 05 18:53:57.080201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 8055ceaa-7543-4b03-8820-c67ceb4ab4ab no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:53:57.097854 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff89e18-4693-4668-8e12-2c18881d1771 req-586ac2f4-fc22-40c9-9ed0-72e57067f621 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:57.101456 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0ff89e18-4693-4668-8e12-2c18881d1771 req-586ac2f4-fc22-40c9-9ed0-72e57067f621 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.4857881 Feb 05 18:53:57.202589 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0ff89e18-4693-4668-8e12-2c18881d1771 req-906f9e78-7559-40a3-a4af-41ae840f3c0e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694740 Feb 05 18:53:57.209982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:57.290068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfefc-a84c-4ced-acb6-f2f46b6a1651 req-87dbe859-aff1-40d2-997a-82935e09fd7b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:57.290068 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5a6bfefc-a84c-4ced-acb6-f2f46b6a1651 req-87dbe859-aff1-40d2-997a-82935e09fd7b tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 946 time: 0.3156645 Feb 05 18:53:57.291491 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-ab5686bd-abd9-4caa-a857-68d5bd937a0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 200 len: 1001 time: 0.2462871 Feb 05 18:53:57.311851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:57.336845 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6f000cf9-3eee-44d4-bbbe-0988ca48d8f5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:53:57.414573 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5a6bfefc-a84c-4ced-acb6-f2f46b6a1651 req-f81668a3-d0e7-4b43-8465-6c45b415326d tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203446 Feb 05 18:53:57.423208 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-533019bb-3551-4359-9a66-24da32ee683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:57.424786 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-533019bb-3551-4359-9a66-24da32ee683f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.1141193 Feb 05 18:53:57.475201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event deleted for resources: {'Port': ['ID=8055ceaa-7543-4b03-8820-c67ceb4ab4ab,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:53:57.487574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:53:57.665203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec47a37-be26-4c91-86cc-ce83ad025b87 req-3187c959-a07c-4a50-ab50-0268ed188b32 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:57.667008 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eec47a37-be26-4c91-86cc-ce83ad025b87 req-3187c959-a07c-4a50-ab50-0268ed188b32 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.2862322 Feb 05 18:53:57.734947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] No DVR routers for this DVR port 8055ceaa-7543-4b03-8820-c67ceb4ab4ab on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:53:57.738974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:57.741865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'name': 'network-vif-deleted', 'tag': '8055ceaa-7543-4b03-8820-c67ceb4ab4ab'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:53:57.793718 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eec47a37-be26-4c91-86cc-ce83ad025b87 req-3fcace45-f3a8-46c7-88a8-252fba970fe9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192997 Feb 05 18:53:57.797355 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ec79b615-0d03-48bc-acbf-85845c2ccbeb req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "DELETE /v2.0/ports/8055ceaa-7543-4b03-8820-c67ceb4ab4ab HTTP/1.1" status: 204 len: 173 time: 1.6382680 Feb 05 18:53:57.805038 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd56c9c7d-7d7c-4eee-9353-e090b8a595c7', 'name': 'network-vif-deleted', 'tag': '8055ceaa-7543-4b03-8820-c67ceb4ab4ab', 'status': 'completed', 'code': 200} Feb 05 18:53:58.088645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221cac0-10c8-487b-a778-f23675353b9a req-1a6a700f-89e0-45dc-ae7c-5aece1340481 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:58.090377 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f221cac0-10c8-487b-a778-f23675353b9a req-1a6a700f-89e0-45dc-ae7c-5aece1340481 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1691937 Feb 05 18:53:58.155434 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f221cac0-10c8-487b-a778-f23675353b9a req-ff77cd6b-9547-4ca0-a7ca-7114260af785 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588512 Feb 05 18:53:58.453159 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-551c598a-4130-4e2b-9730-88ec8c6d9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:58.455085 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-551c598a-4130-4e2b-9730-88ec8c6d9c0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882411 Feb 05 18:53:58.518104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dbc9b-e192-4cf0-8d7a-7b66490ad8b5 req-f5c0cb52-2f90-4321-9de2-4a92d757fd0f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:58.519869 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b58dbc9b-e192-4cf0-8d7a-7b66490ad8b5 req-f5c0cb52-2f90-4321-9de2-4a92d757fd0f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1751034 Feb 05 18:53:58.585332 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b58dbc9b-e192-4cf0-8d7a-7b66490ad8b5 req-e3c562b9-a6a1-4ec8-b00b-804dfbe5f7f4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592229 Feb 05 18:53:58.836514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-df7e9d85-c6e7-4be7-9c32-67187fdbf525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:53:58.898295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2b3ee971-8002-4db4-bfba-73818ec54da4 req-4ef635ec-a027-4ec5-9c75-536f387d7a8a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:53:58.939804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2b3ee971-8002-4db4-bfba-73818ec54da4 req-4ef635ec-a027-4ec5-9c75-536f387d7a8a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:53:58.941013 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2b3ee971-8002-4db4-bfba-73818ec54da4 req-4ef635ec-a027-4ec5-9c75-536f387d7a8a tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 210 time: 0.0983934 Feb 05 18:53:59.310281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f79b-32e1-45c2-9438-55c5f5a9b5e8 req-3fdf853b-4276-4489-b30b-d99cdc8521cc tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:59.311910 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58e4f79b-32e1-45c2-9438-55c5f5a9b5e8 req-3fdf853b-4276-4489-b30b-d99cdc8521cc tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.3632562 Feb 05 18:53:59.377758 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58e4f79b-32e1-45c2-9438-55c5f5a9b5e8 req-2a4c1cf0-aa52-40fc-be03-9a5108ca696c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585554 Feb 05 18:53:59.881686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32173494-0365-4bdd-9c0a-095de7460653 req-83ea27e6-377d-481d-8b5e-ec83917b7efc tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:53:59.883335 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-32173494-0365-4bdd-9c0a-095de7460653 req-83ea27e6-377d-481d-8b5e-ec83917b7efc tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1654577 Feb 05 18:53:59.950489 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-32173494-0365-4bdd-9c0a-095de7460653 req-1aaf8416-d3f3-4195-a381-16c82494df2b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593369 Feb 05 18:54:00.118359 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-af8d2a5b-06ab-4840-933b-777245bf2049 req-3d6aba3c-44f0-4072-8f42-4e5439e36e87 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 210 time: 0.0482035 Feb 05 18:54:00.581171 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-7250f3d3-7c8d-4336-b807-51f197c452ff service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512573 Feb 05 18:54:00.717030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe1848-b84f-401e-b3db-75eb24fe3483 req-570b3e08-f6af-452e-a92d-9802c5c3ffc3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:00.718681 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7dfe1848-b84f-401e-b3db-75eb24fe3483 req-570b3e08-f6af-452e-a92d-9802c5c3ffc3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1851377 Feb 05 18:54:00.733674 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc89947d-8264-4da2-a3ae-eb73e11a7a4e req-92fe7e13-be1f-42c0-a9f8-09700a3d4ab0 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1445572 Feb 05 18:54:00.899668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ff48705-92e9-44f2-9c28-feeaf607e4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:00.988311 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7dfe1848-b84f-401e-b3db-75eb24fe3483 req-ada35c2e-a391-4ddb-8b1f-85f169ce4756 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629559 Feb 05 18:54:01.293479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbba1e-5cb9-49da-aea4-bf8b7c9729de req-035f01a8-4e77-4917-b135-b2e1489da6bb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:01.295269 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29dbba1e-5cb9-49da-aea4-bf8b7c9729de req-035f01a8-4e77-4917-b135-b2e1489da6bb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2003639 Feb 05 18:54:01.359185 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fa5354c3-680d-46a6-b011-e7b1e609fac4 req-4ef6c217-496d-4ba5-8164-59ce87b456b3 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=d56c9c7d-7d7c-4eee-9353-e090b8a595c7 HTTP/1.1" status: 200 len: 210 time: 0.0855613 Feb 05 18:54:01.378720 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29dbba1e-5cb9-49da-aea4-bf8b7c9729de req-5e81c4c6-347b-412d-89ba-e8237ff07f42 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762417 Feb 05 18:54:01.738730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:54:01.823407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 046224e0-af04-4971-b2b6-6d592b21310e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:54:01.823831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:01.979757 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:54:02.050059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:02.064160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:54:02.064626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:02.208794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:02.241651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:54:02.252934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 3e32170e-8ad3-4c4e-8085-1d68f434f632, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:54:02.300740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:02.305715 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'code': 200} Feb 05 18:54:02.306464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:02.361961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd27ac-8304-4507-bb8f-8c78ec1d5676 req-14bf2c76-606b-4170-b548-9b7e0ecf0bdd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:02.364396 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-78fd27ac-8304-4507-bb8f-8c78ec1d5676 req-14bf2c76-606b-4170-b548-9b7e0ecf0bdd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 943 time: 0.1941514 Feb 05 18:54:02.396381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=3e32170e-8ad3-4c4e-8085-1d68f434f632,revision_number=6']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:02.399976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:02.438090 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-78fd27ac-8304-4507-bb8f-8c78ec1d5676 req-28c67543-ffe9-42b1-8cf3-5e0e2ad2f369 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672350 Feb 05 18:54:02.607141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:54:02.698498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:02.700752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:54:02.700752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:02.867411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:54:02.935635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e46367-c66a-4da6-a4cc-10c1912523a0 req-8068ad74-f60e-4991-aa09-b7a1e4d14c5e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:02.943983 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-15e46367-c66a-4da6-a4cc-10c1912523a0 req-8068ad74-f60e-4991-aa09-b7a1e4d14c5e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2109349 Feb 05 18:54:02.949952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:54:02.950928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:03.018885 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-15e46367-c66a-4da6-a4cc-10c1912523a0 req-ef4cc86c-1f91-48a8-b169-80473b6d431f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738411 Feb 05 18:54:03.108999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4737da82-124e-4a79-a677-0b114bf0d840 req-12052273-c16a-4b71-8263-cc0750ab35a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:03.110713 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4737da82-124e-4a79-a677-0b114bf0d840 req-12052273-c16a-4b71-8263-cc0750ab35a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1162 time: 0.0881746 Feb 05 18:54:03.158203 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4737da82-124e-4a79-a677-0b114bf0d840 req-3f02454e-4cc9-4c46-bb7f-846ecf4ca389 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399137 Feb 05 18:54:03.722446 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:03.760749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2f3a-4cd4-4faf-8934-9c20705b6b2c req-070eceb8-1fef-4e2b-bb18-41d07e3fcd8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:03.762493 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c0d2f3a-4cd4-4faf-8934-9c20705b6b2c req-070eceb8-1fef-4e2b-bb18-41d07e3fcd8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1713207 Feb 05 18:54:03.833923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c0d2f3a-4cd4-4faf-8934-9c20705b6b2c req-909f41d2-127e-42a9-8e6e-97fd39d920e2 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642827 Feb 05 18:54:04.408321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ba55d-4b07-4125-becb-8cb91d0b648a req-2ba83582-23f2-4069-bf23-b6e56a9337ae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:04.409953 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-589ba55d-4b07-4125-becb-8cb91d0b648a req-2ba83582-23f2-4069-bf23-b6e56a9337ae tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.1666389 Feb 05 18:54:04.479584 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-589ba55d-4b07-4125-becb-8cb91d0b648a req-299b9777-ad5d-4693-afda-e1459d00734c tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629578 Feb 05 18:54:05.159885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192c023-2d02-44c4-b1f9-7a17cd3bb911 req-64a7767b-e933-4f55-8901-8481ae5f6f87 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:05.161545 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8192c023-2d02-44c4-b1f9-7a17cd3bb911 req-64a7767b-e933-4f55-8901-8481ae5f6f87 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1744263 Feb 05 18:54:05.228316 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8192c023-2d02-44c4-b1f9-7a17cd3bb911 req-0d79ef91-85da-462e-b7ed-c925e5c6068e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602443 Feb 05 18:54:05.786571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483165f1-8124-498f-bf8b-10a54d4a3d59 req-76786f55-f098-4ddc-a3ff-368d19815f0e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:05.788951 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-483165f1-8124-498f-bf8b-10a54d4a3d59 req-76786f55-f098-4ddc-a3ff-368d19815f0e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.1716449 Feb 05 18:54:05.855088 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-483165f1-8124-498f-bf8b-10a54d4a3d59 req-aa483447-be31-495c-9f8b-f99e7cb69004 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596485 Feb 05 18:54:06.560168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0802b-be50-4d09-826f-6d7ad1e51a5d req-4140e874-ee78-4396-83ab-3d10e8f67a0f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:06.561943 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31f0802b-be50-4d09-826f-6d7ad1e51a5d req-4140e874-ee78-4396-83ab-3d10e8f67a0f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1802185 Feb 05 18:54:06.650361 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31f0802b-be50-4d09-826f-6d7ad1e51a5d req-41a14b7b-456f-481f-bf31-64a397ee027c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804482 Feb 05 18:54:07.157996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febff9c6-51ff-4741-9c33-760136dd0597 req-54eb34e8-f5c2-49ef-9089-700db56f18e5 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:07.159681 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-febff9c6-51ff-4741-9c33-760136dd0597 req-54eb34e8-f5c2-49ef-9089-700db56f18e5 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.1694512 Feb 05 18:54:07.229802 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-febff9c6-51ff-4741-9c33-760136dd0597 req-17847a78-aed0-4efd-a71f-8cf7cd5aeb09 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Feb 05 18:54:08.020130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0818dd-a74d-4e37-8a1d-ad7354f099f3 req-fe30dcb4-2c7c-4cbf-aca0-430eed9c51bf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:08.021855 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fe0818dd-a74d-4e37-8a1d-ad7354f099f3 req-fe30dcb4-2c7c-4cbf-aca0-430eed9c51bf tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1714029 Feb 05 18:54:08.096419 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fe0818dd-a74d-4e37-8a1d-ad7354f099f3 req-5d6fab23-5cf8-408c-a443-1942b0fc938e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677526 Feb 05 18:54:08.615926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e98b-5ac7-40a1-b749-5caddc42abb0 req-729654f6-1263-4913-834e-32722a538e27 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:08.617664 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d67e98b-5ac7-40a1-b749-5caddc42abb0 req-729654f6-1263-4913-834e-32722a538e27 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.2209594 Feb 05 18:54:08.696318 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d67e98b-5ac7-40a1-b749-5caddc42abb0 req-f1338f4c-3057-43a1-a24f-3dd748362101 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716107 Feb 05 18:54:08.847341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c605b8-0ea1-44c6-9be8-c532158acd67 req-d7e23615-a689-42fd-a16e-03cf63db6555 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:08.849090 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19c605b8-0ea1-44c6-9be8-c532158acd67 req-d7e23615-a689-42fd-a16e-03cf63db6555 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1803105 Feb 05 18:54:08.922724 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-19c605b8-0ea1-44c6-9be8-c532158acd67 req-e272ed57-f2a7-461c-96e5-e4c367d5b9f2 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636034 Feb 05 18:54:09.110340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:54:09.204123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 3e32170e-8ad3-4c4e-8085-1d68f434f632 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:54:09.204553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:09.349784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device c9b16a51-e45d-4d66-aa57-979ea5ad8586 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:54:09.426753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port c9b16a51-e45d-4d66-aa57-979ea5ad8586 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:54:09.427177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:09.547532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800591e6-1eac-47f8-b63b-3ae7ac28d218 req-30532677-a5d3-4a37-bb4b-723f513c6fd7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:09.549513 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-800591e6-1eac-47f8-b63b-3ae7ac28d218 req-30532677-a5d3-4a37-bb4b-723f513c6fd7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2785330 Feb 05 18:54:09.643899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-f9d544d7-4457-4bfb-a5e8-281b9d78bdc1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:09.643899 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-f9d544d7-4457-4bfb-a5e8-281b9d78bdc1 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.3053908 Feb 05 18:54:09.761237 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-800591e6-1eac-47f8-b63b-3ae7ac28d218 req-add60cc6-050a-4775-93cb-de55e93f058b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174934 Feb 05 18:54:09.797264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Deleting port c9b16a51-e45d-4d66-aa57-979ea5ad8586 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:54:09.797712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:10.078147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3c49e-63d1-4072-82e1-579f46b1bc3b req-1a4d8fba-5a26-45c7-9781-5e5faebc4eef tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:10.079775 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24f3c49e-63d1-4072-82e1-579f46b1bc3b req-1a4d8fba-5a26-45c7-9781-5e5faebc4eef tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 945 time: 0.1890345 Feb 05 18:54:10.146792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24f3c49e-63d1-4072-82e1-579f46b1bc3b req-7957d517-833e-4f9c-a16f-b63bf39f2147 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/security-groups?id=93cf63f1-6be2-4e57-9b87-2f98390a0400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Feb 05 18:54:10.148839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] For port c9b16a51-e45d-4d66-aa57-979ea5ad8586, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=c9b16a51-e45d-4d66-aa57-979ea5ad8586,segment=NetworkSegment(56d2a111-d0a8-4be1-b777-5f25ec04ad5f),segment_id=56d2a111-d0a8-4be1-b777-5f25ec04ad5f)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:54:10.149233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:10.287708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Calling delete_port for c9b16a51-e45d-4d66-aa57-979ea5ad8586 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:54:10.535702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16c73b-d0c7-47e9-a2f1-00963a00ed50 req-79db5236-880d-4b36-95e9-c079c90f629e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:10.537423 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef16c73b-d0c7-47e9-a2f1-00963a00ed50 req-79db5236-880d-4b36-95e9-c079c90f629e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.4651413 Feb 05 18:54:10.636872 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef16c73b-d0c7-47e9-a2f1-00963a00ed50 req-57878a1c-ae58-44dc-b57d-549dc0ee77b7 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927258 Feb 05 18:54:10.694011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:10.710339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:10.807962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Pushing event deleted for resources: {'Port': ['ID=c9b16a51-e45d-4d66-aa57-979ea5ad8586,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:10.814610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:10.918602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] No DVR routers for this DVR port c9b16a51-e45d-4d66-aa57-979ea5ad8586 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:54:10.921545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:10.924372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'name': 'network-vif-deleted', 'tag': 'c9b16a51-e45d-4d66-aa57-979ea5ad8586'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:54:10.967261 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7a70b50a-0b4a-48cf-8d4e-e1ae751ad850 req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.26 "DELETE /v2.0/ports/c9b16a51-e45d-4d66-aa57-979ea5ad8586 HTTP/1.1" status: 204 len: 173 time: 1.3053381 Feb 05 18:54:10.976880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device c9b16a51-e45d-4d66-aa57-979ea5ad8586 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:54:10.991133 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d2fa72-77fa-4a31-9320-091ddcbb5189', 'name': 'network-vif-deleted', 'tag': 'c9b16a51-e45d-4d66-aa57-979ea5ad8586', 'status': 'completed', 'code': 200} Feb 05 18:54:11.019722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] No Port match for: c9b16a51-e45d-4d66-aa57-979ea5ad8586 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:54:11.020124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device c9b16a51-e45d-4d66-aa57-979ea5ad8586 not bound to the agent host hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:54:11.354010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c4410dba-1586-4c9c-9774-d5e05109b4eb req-17d17b2d-12fa-40c5-bf1b-f69b56b89ab8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Synchronizing usage tracker for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:54:11.396579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c4410dba-1586-4c9c-9774-d5e05109b4eb req-17d17b2d-12fa-40c5-bf1b-f69b56b89ab8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Unset dirty status for tenant:0104543225fe4336b88d48ed8c653f5a on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:54:11.397806 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c4410dba-1586-4c9c-9774-d5e05109b4eb req-17d17b2d-12fa-40c5-bf1b-f69b56b89ab8 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] 10.222.0.43 "GET /v2.0/ports?device_id=51d2fa72-77fa-4a31-9320-091ddcbb5189 HTTP/1.1" status: 200 len: 210 time: 0.0953031 Feb 05 18:54:11.944531 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3eb817-4aa9-4c8a-82fe-1c0c1082bc0b req-5e817076-834c-4d97-9929-9a691742c850 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:11.946190 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b3eb817-4aa9-4c8a-82fe-1c0c1082bc0b req-5e817076-834c-4d97-9929-9a691742c850 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1766486 Feb 05 18:54:12.013359 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b3eb817-4aa9-4c8a-82fe-1c0c1082bc0b req-4c1056e0-e8f7-42ae-a7c7-55208ee67b70 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607557 Feb 05 18:54:12.185018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-1ff3e8ef-7b19-49d9-8332-feaf6ceaf8b1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:12.186784 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-1ff3e8ef-7b19-49d9-8332-feaf6ceaf8b1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.1671154 Feb 05 18:54:12.289240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Deleting port 14fc612b-0ea7-4414-9590-5d61f3330bb7 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:54:12.289628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:12.512620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41938) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:12.628967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Deleting subnet ebbc6465-839e-4fcf-b597-a768890675b3 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:54:12.636059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:12.677864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] For port 14fc612b-0ea7-4414-9590-5d61f3330bb7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=14fc612b-0ea7-4414-9590-5d61f3330bb7,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:54:12.678191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:12.725853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 41944) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:12.911503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:12.929517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:12.933792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Usage tracker for resource:security_group_rule and tenant:6a54c8fc641140edb2063650b4269d63 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:12.936912 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:12.943874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:12.962338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 14fc612b-0ea7-4414-9590-5d61f3330bb7 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:54:13.032638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Calling delete_port for 14fc612b-0ea7-4414-9590-5d61f3330bb7 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:54:13.032882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.065631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.075401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.107884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-37d918e7-db93-46fe-8670-5296b1fd0cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:13.142436 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a54c8fc641140edb2063650b4269d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152443 Feb 05 18:54:13.143434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 41952) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:13.144435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3520f9ef-381b-4e04-911b-f67207a07072,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:13.150650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:13.176819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.245059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.256208 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.304399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.430150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.453312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0c7ad-38c0-4d3c-9b8a-7bf3379b0a20 req-56950427-7bac-41b2-8cd8-a482657c93ac tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:13.455075 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4fb0c7ad-38c0-4d3c-9b8a-7bf3379b0a20 req-56950427-7bac-41b2-8cd8-a482657c93ac tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 945 time: 0.2401748 Feb 05 18:54:13.482258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:13.499769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.508112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7450931f-d296-4737-af5d-6d028967b8bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:13.523131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3520f9ef-381b-4e04-911b-f67207a07072,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:13.530322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:13.549747 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4fb0c7ad-38c0-4d3c-9b8a-7bf3379b0a20 req-888cd16f-90eb-49c9-adb4-3ec4a241c1fb tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863967 Feb 05 18:54:13.550894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.555044 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3520f9ef-381b-4e04-911b-f67207a07072 HTTP/1.1" status: 204 len: 168 time: 0.4065621 Feb 05 18:54:13.604111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Pushing event deleted for resources: {'Port': ['ID=14fc612b-0ea7-4414-9590-5d61f3330bb7,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:13.606859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:13.702384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.756911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:13.797150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] No DVR routers for this DVR port 14fc612b-0ea7-4414-9590-5d61f3330bb7 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:54:13.851307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.854215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'name': 'network-vif-deleted', 'tag': '14fc612b-0ea7-4414-9590-5d61f3330bb7'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:54:13.859253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebbc6465-839e-4fcf-b597-a768890675b3,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:13.872160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:13.923091 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb70c4a-a155-4a51-a3df-2b7bb0919567', 'name': 'network-vif-deleted', 'tag': '14fc612b-0ea7-4414-9590-5d61f3330bb7', 'status': 'completed', 'code': 200} Feb 05 18:54:13.932360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:13.937537 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-25118b47-1d0c-4499-8aaf-fa1b5527cf1b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ebbc6465-839e-4fcf-b597-a768890675b3 HTTP/1.1" status: 204 len: 168 time: 1.4214923 Feb 05 18:54:13.937932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 41964) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:13.938045 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28dc6e75-e88e-4043-9c95-66d8b6463e48 req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "DELETE /v2.0/ports/14fc612b-0ea7-4414-9590-5d61f3330bb7 HTTP/1.1" status: 204 len: 173 time: 1.7422616 Feb 05 18:54:14.075967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41968) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:14.079280 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.097236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.117019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:14.121255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Usage tracker for resource:security_group_rule and tenant:04ce977ceb564cb7ae4aaccb527748f0 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:14.127646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:14.131957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:14.284603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.291002 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.315907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.325602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d5ead1b3-645a-4b4e-8c6e-229e105711fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:14.370571 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=04ce977ceb564cb7ae4aaccb527748f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933881 Feb 05 18:54:14.372430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170250fc-3650-4b79-928f-944f3c6d988f,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:14.375080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41974) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:14.378045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:14.412067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0288e4e8-4b28-4aaa-8665-7f715ccc9f7e']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:14.425394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d2a111-d0a8-4be1-b777-5f25ec04ad5f') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:14.425690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d2a111-d0a8-4be1-b777-5f25ec04ad5f') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:14.439111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947343'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.441908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.454368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.456402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:54:14.471736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.549193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.556667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1e0a1126-16f8-4116-953b-e36d389199e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:14.570820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170250fc-3650-4b79-928f-944f3c6d988f,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:14.573498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:14.578179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.580814 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/170250fc-3650-4b79-928f-944f3c6d988f HTTP/1.1" status: 204 len: 168 time: 0.2043757 Feb 05 18:54:14.643443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:54:14.658214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851730878'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:14.807666 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7e342977-5ad1-419b-8f7c-ac1a3c189ab5 req-584c042a-3c00-460a-838c-244001a02f85 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=acb70c4a-a155-4a51-a3df-2b7bb0919567 HTTP/1.1" status: 200 len: 210 time: 0.0745251 Feb 05 18:54:14.911445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Network 0288e4e8-4b28-4aaa-8665-7f715ccc9f7e has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:54:14.939375 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:54:15.052155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:15.056108 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:15.074219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:15.082963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0288e4e8-4b28-4aaa-8665-7f715ccc9f7e,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:15.088984 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:15.116359 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-24a2c079-0e97-4824-a285-0206dda631c8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0288e4e8-4b28-4aaa-8665-7f715ccc9f7e HTTP/1.1" status: 204 len: 168 time: 1.1772501 Feb 05 18:54:15.532026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 41998) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:15.590136 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e850324f-5047-4f0f-a7b0-083229cfb33f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0104543225fe4336b88d48ed8c653f5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523620 Feb 05 18:54:15.592219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42002) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:15.656595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:15.685292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:15.757981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:15.763360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9b475008-5a49-4ca2-8571-40101ee8d030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:15.779139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf63f1-6be2-4e57-9b87-2f98390a0400,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:15.781999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:15.818239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:15.820060 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93cf63f1-6be2-4e57-9b87-2f98390a0400 HTTP/1.1" status: 204 len: 168 time: 0.2264016 Feb 05 18:54:16.663663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41aa5d-fce8-4014-9e16-a481fb82527f req-a43a938f-7fb2-4fad-bf61-149917868c4e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:16.664499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1b41aa5d-fce8-4014-9e16-a481fb82527f req-a43a938f-7fb2-4fad-bf61-149917868c4e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Synchronizing usage tracker for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:54:16.705518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1b41aa5d-fce8-4014-9e16-a481fb82527f req-a43a938f-7fb2-4fad-bf61-149917868c4e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Unset dirty status for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:54:16.707441 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b41aa5d-fce8-4014-9e16-a481fb82527f req-a43a938f-7fb2-4fad-bf61-149917868c4e tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.2247193 Feb 05 18:54:16.790508 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b41aa5d-fce8-4014-9e16-a481fb82527f req-c6fbdc1a-3c1a-4354-addc-8dd44112ee27 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759497 Feb 05 18:54:18.135931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af9088-9672-430a-a195-ebf03e32938f req-9cb68896-fa47-4789-943c-e4fd9d476fab tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:18.137848 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-80af9088-9672-430a-a195-ebf03e32938f req-9cb68896-fa47-4789-943c-e4fd9d476fab tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1859524 Feb 05 18:54:18.211923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-80af9088-9672-430a-a195-ebf03e32938f req-df29d258-0213-44f3-8a03-6d04b8b28b74 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674827 Feb 05 18:54:18.406206 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-995bf545-c663-4f7d-9e4a-51817baecd53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0815930 Feb 05 18:54:18.521954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0de70-2d80-4f90-a354-87af754575af req-eda3c6c8-8135-466f-b5c3-c57c3bed2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:18.523505 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-eda3c6c8-8135-466f-b5c3-c57c3bed2dbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 1162 time: 0.0811794 Feb 05 18:54:18.691177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0de70-2d80-4f90-a354-87af754575af req-1fbda6dc-63ba-47d4-9eeb-526357592c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:18.692971 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-1fbda6dc-63ba-47d4-9eeb-526357592c90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.1456003 Feb 05 18:54:18.811712 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-cbbf082e-725f-4f8b-a568-9bfc20c9d0d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 200 len: 1000 time: 0.1109869 Feb 05 18:54:18.900914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0de70-2d80-4f90-a354-87af754575af req-c0602d9a-3aaa-49cc-8304-7a233e0602b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:18.902541 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-c0602d9a-3aaa-49cc-8304-7a233e0602b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0702870 Feb 05 18:54:18.994690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0de70-2d80-4f90-a354-87af754575af req-5671d873-e188-47aa-a313-48ced00cf92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:18.996315 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-5671d873-e188-47aa-a313-48ced00cf92e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839872 Feb 05 18:54:19.145061 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-63ecde87-c11f-4dde-961f-2894e6eba4f1 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380732 Feb 05 18:54:19.328195 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02f0de70-2d80-4f90-a354-87af754575af req-7fb5839d-3e85-48f7-9844-6cd6e0c0d859 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1724668 Feb 05 18:54:19.562064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bb875-d669-453d-9f3c-199ec8988ead req-49715af4-b9df-49ed-ad80-f33a3dc5ae11 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:19.563975 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd4bb875-d669-453d-9f3c-199ec8988ead req-49715af4-b9df-49ed-ad80-f33a3dc5ae11 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1941447 Feb 05 18:54:19.638374 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd4bb875-d669-453d-9f3c-199ec8988ead req-5806b680-2499-467a-b170-7eb09f95df56 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649679 Feb 05 18:54:20.956920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6194b0f-83e0-4279-a145-8ed03c7a581b req-6dc72ec4-db80-4af9-8ba2-36f003605b7d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:20.959493 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6194b0f-83e0-4279-a145-8ed03c7a581b req-6dc72ec4-db80-4af9-8ba2-36f003605b7d tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1789224 Feb 05 18:54:21.043342 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6194b0f-83e0-4279-a145-8ed03c7a581b req-f379fee6-f1bb-47c0-897c-cc32ce68e8bc tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770378 Feb 05 18:54:21.187952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42124) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:21.349076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:21.364646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:21.368937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Usage tracker for resource:security_group_rule and tenant:8a8652d2e7d94bc0a584cae011d80c4b is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:21.371945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:21.377970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:21.547507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:21.573118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:21.582681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-76884959-8b69-4358-a8e7-ffbf3989a7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:21.628565 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a8652d2e7d94bc0a584cae011d80c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4394376 Feb 05 18:54:21.630904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd76900-698d-49c3-900b-0bde88c1dce2,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:21.632721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42134) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:21.634400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0aadbab9-c619-4e5b-a53a-4024eff88c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:21.699857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ca2-476e-40eb-824a-4f40f1640371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:21.727532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ca2-476e-40eb-824a-4f40f1640371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:21.819231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ca2-476e-40eb-824a-4f40f1640371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:21.824735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ca9752a3-7530-4fc9-aa90-97bfe607eec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:21.838524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0ca2-476e-40eb-824a-4f40f1640371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd76900-698d-49c3-900b-0bde88c1dce2,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:21.842230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a02c0ca2-476e-40eb-824a-4f40f1640371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:21.844257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a02c0ca2-476e-40eb-824a-4f40f1640371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:21.847311 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a02c0ca2-476e-40eb-824a-4f40f1640371 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fbd76900-698d-49c3-900b-0bde88c1dce2 HTTP/1.1" status: 204 len: 168 time: 0.2134848 Feb 05 18:54:22.363701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf9711-c029-42bf-a5f0-49691e59276e req-200ee58c-1bee-4014-983f-b2218c33fb22 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:22.369300 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-54cf9711-c029-42bf-a5f0-49691e59276e req-200ee58c-1bee-4014-983f-b2218c33fb22 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1736016 Feb 05 18:54:22.433307 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-54cf9711-c029-42bf-a5f0-49691e59276e req-8a5607c3-989d-4372-b330-bf9f34c8e8fc tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612350 Feb 05 18:54:23.054319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 046224e0-af04-4971-b2b6-6d592b21310e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:54:23.208347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-7f49af99-e8e1-4063-8052-885a61718f32 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:23.209974 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-7f49af99-e8e1-4063-8052-885a61718f32 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 946 time: 0.1866672 Feb 05 18:54:23.241968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.294880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:54:23.306091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 046224e0-af04-4971-b2b6-6d592b21310e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=046224e0-af04-4971-b2b6-6d592b21310e,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:54:23.330397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Deleting port 046224e0-af04-4971-b2b6-6d592b21310e {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:54:23.330947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.351357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.354530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:23.418744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42182) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:23.441677 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e', 'code': 200} Feb 05 18:54:23.445336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=046224e0-af04-4971-b2b6-6d592b21310e,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:23.456997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:23.599860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.616241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:23.620353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Usage tracker for resource:security_group_rule and tenant:e728a857f2664030a2f24d1099e7b2e7 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:23.623672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:23.633100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:23.733722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.760406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] For port 046224e0-af04-4971-b2b6-6d592b21310e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=046224e0-af04-4971-b2b6-6d592b21310e,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:54:23.760843 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.807701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.824533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-36deabd7-5609-4e33-9432-0ae9f80f1c2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:23.874040 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e728a857f2664030a2f24d1099e7b2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524713 Feb 05 18:54:23.876131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6bfbd7-7a71-4d5a-b6a9-3f624d5e6d56,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:23.878805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42196) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:23.882677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:23.913882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Calling delete_port for 046224e0-af04-4971-b2b6-6d592b21310e owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:54:23.951527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:23.980445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:24.055095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47245ab-1071-4395-aecd-8a96a2257779 req-2aed488c-1217-401d-ac78-765bc52cd95b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:24.056824 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c47245ab-1071-4395-aecd-8a96a2257779 req-2aed488c-1217-401d-ac78-765bc52cd95b tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 944 time: 0.4257848 Feb 05 18:54:24.087723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:24.093329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6e995117-ce83-4059-bf00-f8f1647507fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:24.105690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6bfbd7-7a71-4d5a-b6a9-3f624d5e6d56,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:24.111178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:24.113585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:24.115599 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c6bfbd7-7a71-4d5a-b6a9-3f624d5e6d56 HTTP/1.1" status: 204 len: 168 time: 0.2357919 Feb 05 18:54:24.174849 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c47245ab-1071-4395-aecd-8a96a2257779 req-7b9f33e5-3887-4652-8cb5-760b9e55ae37 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/security-groups?id=a0994bb0-f99f-4cf0-8655-baddf4cb99a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089094 Feb 05 18:54:24.211692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:24.320309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:24.338925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:24.674777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Pushing event deleted for resources: {'Port': ['ID=046224e0-af04-4971-b2b6-6d592b21310e,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:24.679603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:24.788971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] No DVR routers for this DVR port 046224e0-af04-4971-b2b6-6d592b21310e on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:54:24.789349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:24.792325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'name': 'network-vif-deleted', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:54:24.812985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42230) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:24.842046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:24.857589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:24.860656 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea2a91c-bf16-43ca-a469-c1656b7be866', 'name': 'network-vif-deleted', 'tag': '046224e0-af04-4971-b2b6-6d592b21310e', 'status': 'completed', 'code': 200} Feb 05 18:54:24.862335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Usage tracker for resource:security_group_rule and tenant:9c539ef9e74843a0b57f07c02c981580 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:24.865407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:24.871315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:24.900384 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6f17c6f4-c896-4775-9802-e6bc62186445 req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.26 "DELETE /v2.0/ports/046224e0-af04-4971-b2b6-6d592b21310e HTTP/1.1" status: 204 len: 173 time: 1.6780262 Feb 05 18:54:24.973210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.007550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.017697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ab8a58b3-58e7-44b9-948e-228bda5b86df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:25.063038 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c539ef9e74843a0b57f07c02c981580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487414 Feb 05 18:54:25.064868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8781fd5c-f80d-4391-a2da-125c194a15a0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:25.066045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42240) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:25.069275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:25.141243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.174417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.253396 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.259691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-41979b94-62be-47b4-9477-63809d4d3197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:25.273988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8781fd5c-f80d-4391-a2da-125c194a15a0,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:25.276670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:25.279246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.280277 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8781fd5c-f80d-4391-a2da-125c194a15a0 HTTP/1.1" status: 204 len: 168 time: 0.2129035 Feb 05 18:54:25.382838 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-512b09e5-8349-439e-aa05-676d2cdd2675 req-ae4917ce-88a4-485b-b4a9-de5c92b5f197 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Synchronizing usage tracker for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:54:25.434722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-512b09e5-8349-439e-aa05-676d2cdd2675 req-ae4917ce-88a4-485b-b4a9-de5c92b5f197 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Unset dirty status for tenant:49da8a5ef0484fd3802811dcd59e2970 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:54:25.436266 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-512b09e5-8349-439e-aa05-676d2cdd2675 req-ae4917ce-88a4-485b-b4a9-de5c92b5f197 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] 10.222.0.43 "GET /v2.0/ports?device_id=aea2a91c-bf16-43ca-a469-c1656b7be866 HTTP/1.1" status: 200 len: 210 time: 0.1069019 Feb 05 18:54:25.453443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42250) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:25.707619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.724054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:25.728190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2762eb1db045e69f7a47ae098bc58c is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:25.731314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:25.737296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:25.832474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.886193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:25.896145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-eef90790-db4e-4063-a418-5fe77f147be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:25.944824 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a2762eb1db045e69f7a47ae098bc58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4897609 Feb 05 18:54:25.946496 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c86ecf-9237-4353-9b97-f5c181c4290b,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:25.947609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42266) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:25.950098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:26.012632 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:26.040586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:26.115157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:26.120866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b0eac9fd-77e4-47ea-8a48-a1ef1c35b20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:26.136514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c86ecf-9237-4353-9b97-f5c181c4290b,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:26.139769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:26.146924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:26.149836 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c86ecf-9237-4353-9b97-f5c181c4290b HTTP/1.1" status: 204 len: 168 time: 0.1994083 Feb 05 18:54:26.569256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42286) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:26.838440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42290) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:26.862024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:26.881971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:26.886518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Usage tracker for resource:security_group_rule and tenant:001ea454562a41a58dead163ca0494e9 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:26.890008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:26.896315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:27.015864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.059069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.069901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-37ebc6e6-a2d5-4701-b213-8c6b4c0f49a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:27.122509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7264f3-93ad-4dea-9ca5-06803a722314,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:27.142210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:27.146232 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=001ea454562a41a58dead163ca0494e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058355 Feb 05 18:54:27.148900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42294) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:27.220122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.226031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.251868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.343210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.350175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b311db89-cd9f-48ef-825e-947e6eb72416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:27.364717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7264f3-93ad-4dea-9ca5-06803a722314,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:27.368228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:27.376822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.376822 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b7264f3-93ad-4dea-9ca5-06803a722314 HTTP/1.1" status: 204 len: 168 time: 0.2257309 Feb 05 18:54:27.643611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Deleting port 8740fb49-c3f9-4e43-a825-801e6e204f17 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:54:27.643987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.846449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] For port 8740fb49-c3f9-4e43-a825-801e6e204f17, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=8740fb49-c3f9-4e43-a825-801e6e204f17,segment=NetworkSegment(99a251e4-9729-4c60-9519-d722ad05c2bb),segment_id=99a251e4-9729-4c60-9519-d722ad05c2bb)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:54:27.846941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:27.995822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Calling delete_port for 8740fb49-c3f9-4e43-a825-801e6e204f17 owned by network:router_interface {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:54:28.367928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:28.383143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-82138bf8-6472-47ea-89d8-f9e6ba3ca0cb tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:28.438133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8740fb49-c3f9-4e43-a825-801e6e204f17,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:28.488721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:28.847677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8fed6afc-a184-45d7-88e8-ec60694797c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:28.859051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:29.662878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Router 664ea5e2-7461-480a-a123-9e113ec2b230 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:54:29.862242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:54:29.872258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] Sync routers for ids ['664ea5e2-7461-480a-a123-9e113ec2b230'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:54:29.882503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] Routers {'664ea5e2-7461-480a-a123-9e113ec2b230'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:54:29.883014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:54:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['664ea5e2-7461-480a-a123-9e113ec2b230'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:29.924611 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] 10.222.0.43 "PUT /v2.0/routers/664ea5e2-7461-480a-a123-9e113ec2b230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3503215 Feb 05 18:54:29.925649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42348) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:30.097254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] Set router 664ea5e2-7461-480a-a123-9e113ec2b230 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:54:30.362963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:30.457010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:54:28Z', 'revision_number': 5, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:30.461534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] Checking router: 664ea5e2-7461-480a-a123-9e113ec2b230 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:54:30.470665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] Routers {'664ea5e2-7461-480a-a123-9e113ec2b230'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:54:30.471328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:54:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['664ea5e2-7461-480a-a123-9e113ec2b230'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:30.573322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:30.579397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Deleting port 0bc23ab9-124e-45e8-adc7-1049b91d8aec {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:54:30.579885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:30.677450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] Set router 664ea5e2-7461-480a-a123-9e113ec2b230 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:54:30.796108 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] For port 0bc23ab9-124e-45e8-adc7-1049b91d8aec, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=0bc23ab9-124e-45e8-adc7-1049b91d8aec,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:54:30.797060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:30.882409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd96ad01-a679-4957-af29-fdf0bdfb7d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.003920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Calling delete_port for 0bc23ab9-124e-45e8-adc7-1049b91d8aec owned by network:router_gateway {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:54:31.093917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:54:28Z', 'revision_number': 5, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:31.100755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a3605-ac12-4624-8ea0-5d3a66dc580b None None] The sync data for ids ['664ea5e2-7461-480a-a123-9e113ec2b230'] in dv-cinder-774286-2-iscsi is: [{'id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'name': 'tempest-ServerRescueNegativeTestJSON-1153915826-router', 'tenant_id': '49da8a5ef0484fd3802811dcd59e2970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:23Z', 'updated_at': '2021-02-05T18:54:28Z', 'revision_number': 5, 'project_id': '49da8a5ef0484fd3802811dcd59e2970', 'gw_port': {'id': '0bc23ab9-124e-45e8-adc7-1049b91d8aec', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:30:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ea5e2-7461-480a-a123-9e113ec2b230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:25Z', 'updated_at': '2021-02-05T18:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:54:31.154197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: result = function(*args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: proto.__init__(conn_state, self) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: self.handle() Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: self.handle_one_request() Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: self.handle_one_response() Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: result = self.application(self.environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return app(environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return request.get_response(self.application) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self._app) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return resp(environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return resp(environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: response = self.app(environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return resp(environ, start_response) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:54:31.160589 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: result = method(request=request, **args) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._delete(request, id, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*dup_args, **dup_kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: obj_deleter(request.context, id, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return method(*args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*dup_args, **dup_kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: self._delete_current_gw_port(context, id, router, None) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: admin_ctx, gw_port_id, l3_port_check=False) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, context, *args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return method(*args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: context, port, router_ids, bound_mech_contexts) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: return function(*args, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: callback(resource, event, trigger, **kwargs) Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: if self._is_session_semantic_violated(context, resource, event): Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: stack = traceback.extract_stack() Feb 05 18:54:31.165954 dv-cinder-774286-2-iscsi neutron-server[80059]: Feb 05 18:54:31.171908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:54:31.362403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.506503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.508945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.750197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.751082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 664ea5e2-7461-480a-a123-9e113ec2b230 {{(pid=80170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 18:54:31.764906 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.768364 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4be87770-b189-4273-ad8a-4f9166acf1b0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/664ea5e2-7461-480a-a123-9e113ec2b230 HTTP/1.1" status: 204 len: 168 time: 1.8388677 Feb 05 18:54:31.768794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42386) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:31.856588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Deleting subnet ded81c23-d826-47d0-a56c-64d36da95425 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:54:31.859891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.916399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:31.982081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:32.043291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:32.263613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 8740fb49-c3f9-4e43-a825-801e6e204f17 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:54:32.296654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 8740fb49-c3f9-4e43-a825-801e6e204f17 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:54:32.297061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 8740fb49-c3f9-4e43-a825-801e6e204f17 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:54:32.579542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:32.597310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5ef0c29f-f4dc-42fc-b708-a1dac5a333e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:32.636308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:32.685763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded81c23-d826-47d0-a56c-64d36da95425,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:32.693771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:32.745014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:32.753234 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ded81c23-d826-47d0-a56c-64d36da95425 HTTP/1.1" status: 204 len: 168 time: 0.9832647 Feb 05 18:54:32.756500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42400) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:32.884164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:33.083785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:33.202302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:33.215214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a251e4-9729-4c60-9519-d722ad05c2bb') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:33.215548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a251e4-9729-4c60-9519-d722ad05c2bb') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:54:33.228646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:33.356009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:33.358460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:54:33.548814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:54:33.557770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:33.726307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:33.757063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Network 9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:54:33.780955 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:54:34.034676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.038755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:34.056798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.065754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:34.069885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:34.105193 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] 10.222.0.43 "DELETE /v2.0/networks/9e9a1db0-6f59-4d4d-b21b-4ed4e9735e25 HTTP/1.1" status: 204 len: 168 time: 1.3474782 Feb 05 18:54:34.299124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 0bc23ab9-124e-45e8-adc7-1049b91d8aec no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:54:34.348784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 0bc23ab9-124e-45e8-adc7-1049b91d8aec {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:54:34.349179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 0bc23ab9-124e-45e8-adc7-1049b91d8aec not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:54:34.411560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42424) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:34.463458 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5d7fbdd1-1621-402b-a2f6-c93f3aac356d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49da8a5ef0484fd3802811dcd59e2970&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0505865 Feb 05 18:54:34.466144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42428) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:34.531177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.560279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.658830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.665098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:34.680740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0994bb0-f99f-4cf0-8655-baddf4cb99a8,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:34.683675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:34.721044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:34.722312 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a0994bb0-f99f-4cf0-8655-baddf4cb99a8 HTTP/1.1" status: 204 len: 168 time: 0.2550430 Feb 05 18:54:44.119602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42592) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:44.284871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:44.302525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:44.306673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Usage tracker for resource:security_group_rule and tenant:571014ef6532407ab68113d5bcad06c7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:44.311071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:44.317739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:44.404567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:44.447283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:44.457536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-900b14dc-fa18-40b5-9290-6022c2459f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:44.502756 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=571014ef6532407ab68113d5bcad06c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3819776 Feb 05 18:54:44.505250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10563ec5-e139-4fa6-bd66-c0322f0c9680,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:44.506795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42608) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:44.519524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.520141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.521867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.521867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.521867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.521867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.522297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.522620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.523008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.523396 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.523781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.524176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.524625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.525013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.525398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.525792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.526194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.526686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.526962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.527343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.527724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.528085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.528617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.529520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.533972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:44.601245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:44.647795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:44.757713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:44.763249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a134bce9-7b9e-431c-a233-acdf41f61007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:44.775270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10563ec5-e139-4fa6-bd66-c0322f0c9680,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:44.788486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.788894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.789293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.790459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.790459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.790459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.790825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.791176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.791557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.791939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.792322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.792704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.793164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.793545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.793944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.794332 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.794710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.795093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.795476 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.796121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.796502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.796892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.797275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.797649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:54:44.802804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:44.803672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:44.805410 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10563ec5-e139-4fa6-bd66-c0322f0c9680 HTTP/1.1" status: 204 len: 168 time: 0.2969985 Feb 05 18:54:45.405443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42626) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:45.427479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:45.444030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:45.448240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1321a450524e3f930bf58d613e4323 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:45.451532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:45.457909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:45.551526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:45.584311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:45.593678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9fb4c173-5e39-440c-908a-546d2cc04c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:45.636061 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf1321a450524e3f930bf58d613e4323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294323 Feb 05 18:54:45.637829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd8fe64-f083-4214-9bef-0edfbaeb8895,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:45.639690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42630) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:45.641302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cd7ee002-70df-4347-9492-4815266bdb06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:45.708474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:45.736693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:45.847837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:45.853546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c73c9841-7d74-4d9e-a100-524c3807dfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:45.873761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd8fe64-f083-4214-9bef-0edfbaeb8895,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:45.876383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:45.879784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:45.898977 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8cd8fe64-f083-4214-9bef-0edfbaeb8895 HTTP/1.1" status: 204 len: 168 time: 0.2580025 Feb 05 18:54:46.440658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42660) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:46.597508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:46.613429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:46.617573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Usage tracker for resource:security_group_rule and tenant:23ea2476f86f4365a39f3381c8d60ee2 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:46.618156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42666) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:46.620571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:46.626327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:46.639161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:46.655653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:46.660179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Usage tracker for resource:security_group_rule and tenant:643e4a4d41b94fb4a01903fe96f81c72 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:46.663873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:46.669666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:46.716378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:46.772909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:46.782989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f9491838-c6a1-4c70-aee6-c45dc13215f0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:46.830869 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23ea2476f86f4365a39f3381c8d60ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889616 Feb 05 18:54:46.833626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01854379-6993-4513-bb1a-2bc6bc620fb0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:46.835605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42670) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:46.837106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:46.858242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:46.890816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:46.900574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c0f15445-8523-40a3-94a9-95442e911d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:47.189258 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=643e4a4d41b94fb4a01903fe96f81c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695055 Feb 05 18:54:47.190139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd09927-b99e-44bf-b76a-c972965a5b0f,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:47.192992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42674) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:47.193157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.195299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:47.223120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.258712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.286876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.305067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.310485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e7a5fa67-36a6-496c-a060-cc07a9ba1345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:47.327083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01854379-6993-4513-bb1a-2bc6bc620fb0,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:47.330178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:47.343110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.344392 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01854379-6993-4513-bb1a-2bc6bc620fb0 HTTP/1.1" status: 204 len: 168 time: 0.5069766 Feb 05 18:54:47.376964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.383100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b829c2b6-5eef-4dda-8c8f-110511d3ad4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:47.399422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd09927-b99e-44bf-b76a-c972965a5b0f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:47.402653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:47.407109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:47.408322 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9bd09927-b99e-44bf-b76a-c972965a5b0f HTTP/1.1" status: 204 len: 168 time: 0.2136950 Feb 05 18:54:53.343146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42926) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:53.501776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:53.517647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:53.521778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Usage tracker for resource:security_group_rule and tenant:1dbcaa8d385e4453ad3c441b8c15598b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:53.528949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:53.532315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:53.668253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:53.704482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:53.717220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b146fe03-5345-4ee3-b1ea-abfa5b8425a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:53.761734 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1dbcaa8d385e4453ad3c441b8c15598b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173868 Feb 05 18:54:53.763881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5957c4-6d95-49b7-82e3-1089c438d9f6,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:53.764622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42932) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:53.767886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:53.833449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:53.862856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.018447 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.024298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-85798cd4-8bc7-4ae3-8b28-f110f5eebed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:54.036057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5957c4-6d95-49b7-82e3-1089c438d9f6,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:54.040862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:54.045295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.051807 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c5957c4-6d95-49b7-82e3-1089c438d9f6 HTTP/1.1" status: 204 len: 168 time: 0.2850559 Feb 05 18:54:54.211340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.637504 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 42958) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:54.657021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.672718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:54.677680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc625de07a294f7591b9ae9ba9f7c65d is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:54.680929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:54.686783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:54.722724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aedce-c53f-4ea6-9f7d-96fe3784ee7b req-76621071-3848-4bea-9779-0d1517c76d7e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:54.724485 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e23aedce-c53f-4ea6-9f7d-96fe3784ee7b req-76621071-3848-4bea-9779-0d1517c76d7e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1847765 Feb 05 18:54:54.781650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.791847 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e23aedce-c53f-4ea6-9f7d-96fe3784ee7b req-dae50eb3-edf4-4124-a7ec-6d76d927c0b6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607283 Feb 05 18:54:54.818421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.829691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1c50306a-1518-4df7-9906-57c9ff7eaf1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:54.876474 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc625de07a294f7591b9ae9ba9f7c65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358282 Feb 05 18:54:54.877735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 42962) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:54.878114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf273b5-3522-4396-b8e7-77e256476ac1,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:54.882746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:54.952034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:54.982472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:55.046959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:55.052819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d6a8e493-56cb-4093-ba1f-3fed4c3813a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:55.065919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf273b5-3522-4396-b8e7-77e256476ac1,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:55.070460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:55.076575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:55.077791 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acf273b5-3522-4396-b8e7-77e256476ac1 HTTP/1.1" status: 204 len: 168 time: 0.1989005 Feb 05 18:54:56.125064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b27b0-2684-44f2-8c52-746139341113 req-316f7874-a82c-40ac-afff-a121a254d111 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:56.127107 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-749b27b0-2684-44f2-8c52-746139341113 req-316f7874-a82c-40ac-afff-a121a254d111 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1941190 Feb 05 18:54:56.180310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43004) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:56.198209 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-749b27b0-2684-44f2-8c52-746139341113 req-8d584875-b30c-4e53-9ed2-1a0938bcfab9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631425 Feb 05 18:54:56.348203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:56.365570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:54:56.369676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Usage tracker for resource:security_group_rule and tenant:33c9ddbaee8a4a028f31443fd31f9a07 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:54:56.374138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:54:56.378552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:54:56.477091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:56.505996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:56.515805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5e654e07-bc79-492d-abfc-4b3153bd690f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:56.562533 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33c9ddbaee8a4a028f31443fd31f9a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809893 Feb 05 18:54:56.562736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43018) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:54:56.569334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0f6d1-1a13-4513-9365-71bf83f082c8,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:56.574522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:56.634939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:56.662880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:56.750244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:56.755117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7e256b62-0efb-4ec4-b2ce-a2df80f94921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:54:56.775076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0f6d1-1a13-4513-9365-71bf83f082c8,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:54:56.777750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:54:56.789975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:56.794513 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6fa0f6d1-1a13-4513-9365-71bf83f082c8 HTTP/1.1" status: 204 len: 168 time: 0.2303767 Feb 05 18:54:57.518098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec240a-a375-48e4-b688-9c1fcfeb3683 req-b52b4d1a-f964-4b58-9713-6fa842bd1f51 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:57.520385 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f3ec240a-a375-48e4-b688-9c1fcfeb3683 req-b52b4d1a-f964-4b58-9713-6fa842bd1f51 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1790566 Feb 05 18:54:57.599464 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f3ec240a-a375-48e4-b688-9c1fcfeb3683 req-5595a00f-5ea9-4a59-b898-7a3f943e4302 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679643 Feb 05 18:54:58.870803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6e29802-a35a-4651-82bd-497beb2182fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:54:58.980472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad771bf8-905d-4642-8d0d-d92855a6b989 req-5cf4e204-0e55-474f-aabd-97cdc3729661 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:54:58.982193 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ad771bf8-905d-4642-8d0d-d92855a6b989 req-5cf4e204-0e55-474f-aabd-97cdc3729661 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1993375 Feb 05 18:54:59.047492 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ad771bf8-905d-4642-8d0d-d92855a6b989 req-88af7c26-0266-4aa7-99a1-5a363ee3d101 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587442 Feb 05 18:55:00.359670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ae176-80d0-4176-b318-656863d7f9d1 req-76e33aba-0938-4e19-8a7b-35c2117cd29f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:00.361465 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef3ae176-80d0-4176-b318-656863d7f9d1 req-76e33aba-0938-4e19-8a7b-35c2117cd29f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1736331 Feb 05 18:55:00.431776 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef3ae176-80d0-4176-b318-656863d7f9d1 req-6c405e9c-8161-43e3-a18c-484a01bf2f34 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622065 Feb 05 18:55:00.921428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a29589d3-7d3e-4ec1-8689-198a5f15a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:01.176373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ff59a-9d00-4340-a385-6253e67e0788 req-c74eca49-688b-466e-9f9a-d2b59ca83f96 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:01.178358 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-388ff59a-9d00-4340-a385-6253e67e0788 req-c74eca49-688b-466e-9f9a-d2b59ca83f96 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2237823 Feb 05 18:55:01.274353 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-388ff59a-9d00-4340-a385-6253e67e0788 req-defa28c3-9ab9-4d64-a635-588df157fa55 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884671 Feb 05 18:55:01.742992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e81dc-21b1-460b-bfa2-186b866e442c req-17f2e86b-25f3-4a4f-933e-3cffe2524b3b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:01.744719 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4a3e81dc-21b1-460b-bfa2-186b866e442c req-17f2e86b-25f3-4a4f-933e-3cffe2524b3b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1673856 Feb 05 18:55:01.817837 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4a3e81dc-21b1-460b-bfa2-186b866e442c req-bf860d92-c37f-4f62-a789-679886d06919 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665150 Feb 05 18:55:02.024566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:02.618047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc1794-3da3-467e-8a34-63b0313c8be1 req-dfb17183-a09b-4107-b933-277269001d60 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:02.625724 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-41fc1794-3da3-467e-8a34-63b0313c8be1 req-dfb17183-a09b-4107-b933-277269001d60 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1988707 Feb 05 18:55:02.647144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:02.698835 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-41fc1794-3da3-467e-8a34-63b0313c8be1 req-362e53c1-13e9-44e1-8076-99ba69a89fa8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720479 Feb 05 18:55:02.803700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43194) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:02.818009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-01a7e394-93aa-4d8f-a24b-cf84aede8fca tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:02.819994 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-01a7e394-93aa-4d8f-a24b-cf84aede8fca tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.2072351 Feb 05 18:55:02.933439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Deleting port 3e32170e-8ad3-4c4e-8085-1d68f434f632 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:55:02.933828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:02.999084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.015064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:03.019407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Usage tracker for resource:security_group_rule and tenant:f254b95fd4604e068213fd8c60154db0 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:03.022467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:03.028291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:03.118427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.149837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.158110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-153be5c8-d0ca-47e4-93e9-439bae017cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:03.208689 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f254b95fd4604e068213fd8c60154db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006858 Feb 05 18:55:03.208689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4272073a-c13b-4b67-9171-b9bd5addc966,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:03.210351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43208) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:03.213285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:03.277006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.306021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.327162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db981d-9be6-4c54-bbb4-85340e6e88c6 req-a03ac8d8-e3ae-4408-84c0-5528def074cb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:03.329594 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58db981d-9be6-4c54-bbb4-85340e6e88c6 req-a03ac8d8-e3ae-4408-84c0-5528def074cb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.3492477 Feb 05 18:55:03.396464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.402383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9c4dbe20-7641-4ed5-94ed-0113f8854c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:03.417147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4272073a-c13b-4b67-9171-b9bd5addc966,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:03.421977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:03.422559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] For port 3e32170e-8ad3-4c4e-8085-1d68f434f632, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=3e32170e-8ad3-4c4e-8085-1d68f434f632,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:03.423078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.428333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.429840 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4272073a-c13b-4b67-9171-b9bd5addc966 HTTP/1.1" status: 204 len: 168 time: 0.2182224 Feb 05 18:55:03.474853 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58db981d-9be6-4c54-bbb4-85340e6e88c6 req-0fa47787-5aaa-416a-abf1-79e5d0da4a85 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340122 Feb 05 18:55:03.611345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:03.686548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:03.687416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.808766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.810016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.810670 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Floating IP cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0 disassociated. External IP: 172.27.2.44, port: 3e32170e-8ad3-4c4e-8085-1d68f434f632. Feb 05 18:55:03.811512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Calling delete_port for 3e32170e-8ad3-4c4e-8085-1d68f434f632 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:55:03.844595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:03.852692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 3e32170e-8ad3-4c4e-8085-1d68f434f632 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:55:03.998208 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.098879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43224) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:04.107424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774f5e4-60ed-460c-a27b-c906286ec7de req-1e4c0548-ebe4-427b-933d-75f6936e92c6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:04.109164 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e774f5e4-60ed-460c-a27b-c906286ec7de req-1e4c0548-ebe4-427b-933d-75f6936e92c6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 945 time: 0.1907163 Feb 05 18:55:04.128072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.145710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:04.150901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bef51f4c1849399d158f763095c008 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:04.153053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:04.159372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:04.182937 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e774f5e4-60ed-460c-a27b-c906286ec7de req-23174ab7-7555-4b1f-8f3c-d6310a1cef1a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=d3fa429b-86e4-48f6-bc95-68625a79be5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655127 Feb 05 18:55:04.202025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.227225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:04.329070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event deleted for resources: {'Port': ['ID=3e32170e-8ad3-4c4e-8085-1d68f434f632,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:04.339126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:04.424005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.509034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.570779 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e6cbe4b9-ca09-485f-b6cf-3dd281f9bcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:04.688264 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d1bef51f4c1849399d158f763095c008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5880144 Feb 05 18:55:04.692261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43234) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:04.717545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a07f748-3842-4ceb-97e7-b9525f84ae8c,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:04.721234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:04.774637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.798594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Router e64e8245-f980-440a-99a6-dc4429a24dab has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:55:04.809687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.911890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afb754-484c-4d06-ab67-cbb34a3e0a10 req-61e549d9-2c0e-4eec-9505-f65badbd91b6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:04.913723 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-61afb754-484c-4d06-ab67-cbb34a3e0a10 req-61e549d9-2c0e-4eec-9505-f65badbd91b6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2860644 Feb 05 18:55:04.932306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.940878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bb4d4eb9-996b-4c65-beae-59841299b28f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:04.959618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a07f748-3842-4ceb-97e7-b9525f84ae8c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:04.963195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:04.967153 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:04.967153 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0a07f748-3842-4ceb-97e7-b9525f84ae8c HTTP/1.1" status: 204 len: 168 time: 0.2731786 Feb 05 18:55:05.134489 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-61afb754-484c-4d06-ab67-cbb34a3e0a10 req-b8b92050-bb67-4664-894a-d209093a5f38 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122781 Feb 05 18:55:05.189740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:05.202992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] Sync routers for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:05.213879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:05.214848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:05.231800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] No DVR routers for this DVR port 3e32170e-8ad3-4c4e-8085-1d68f434f632 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:55:05.234190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:05.250363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-deleted', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:55:05.283815 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2810866-ab7d-44fb-83a2-efbd0bf06196 req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "DELETE /v2.0/ports/3e32170e-8ad3-4c4e-8085-1d68f434f632 HTTP/1.1" status: 204 len: 173 time: 2.4562461 Feb 05 18:55:05.329611 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e705bb-0b26-49db-a954-601189b4b29e', 'name': 'network-vif-deleted', 'tag': '3e32170e-8ad3-4c4e-8085-1d68f434f632', 'status': 'completed', 'code': 200} Feb 05 18:55:05.428186 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38f8a59f-b70a-4db0-80af-1d5eb2349592 req-712d9977-6eab-4ca1-a4c7-5a99773c9542 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=a0e705bb-0b26-49db-a954-601189b4b29e HTTP/1.1" status: 200 len: 210 time: 0.0657668 Feb 05 18:55:05.582781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:05.945793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:05.950644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] Checking router: e64e8245-f980-440a-99a6-dc4429a24dab for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:55:05.960890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:05.961565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:06.196758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:06.524945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6d58-4bd2-458a-9647-92219b3e84f9 req-95e599b3-c581-438e-880c-50d727023518 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:06.533628 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d9db6d58-4bd2-458a-9647-92219b3e84f9 req-95e599b3-c581-438e-880c-50d727023518 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2038522 Feb 05 18:55:06.606562 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d9db6d58-4bd2-458a-9647-92219b3e84f9 req-ca3a002a-547e-498c-9ab3-383e8b44819b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711102 Feb 05 18:55:06.770831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43282) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:06.872119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:06.884106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05694f4b-5f30-4704-9261-5f57ef7c8440 None None] The sync data for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi is: [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:55:06.999080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:07.032921 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:07.155599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:07.173876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-baef62d8-8958-4285-92b0-6080262640d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:07.189031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa429b-86e4-48f6-bc95-68625a79be5c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:07.193070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:07.229628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:07.234584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43290) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:07.241942 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "DELETE /v2.0/security-groups/d3fa429b-86e4-48f6-bc95-68625a79be5c HTTP/1.1" status: 204 len: 168 time: 0.4698467 Feb 05 18:55:07.259949 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.v2.resource [None req-2dc98a49-b94b-4740-8313-a2162e3d2b94 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] show failed (client error): The resource could not be found. Feb 05 18:55:07.265539 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2dc98a49-b94b-4740-8313-a2162e3d2b94 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups/d3fa429b-86e4-48f6-bc95-68625a79be5c HTTP/1.1" status: 404 len: 347 time: 0.0257401 Feb 05 18:55:07.265933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43294) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:07.372121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c98a69-ac5e-4d68-bf76-efa24932554b None None] New status for floating IP cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0: DOWN {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:55:07.448698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00bdf3-a6b3-4f1b-afbe-2ac81e367d6c req-6660a1d0-05df-43a5-b38c-aa034b676cdb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:07.450637 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc00bdf3-a6b3-4f1b-afbe-2ac81e367d6c req-6660a1d0-05df-43a5-b38c-aa034b676cdb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2017341 Feb 05 18:55:07.565098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc00bdf3-a6b3-4f1b-afbe-2ac81e367d6c req-7f3697ba-3f81-490c-b98d-1d39043abe7d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950081 Feb 05 18:55:07.882467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Deleting port c5f4088e-63fe-4176-ba83-f52bb746d41e {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:55:07.882467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:08.029747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-2b48c281-9dcd-4c2f-a221-470aa6f38af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:08.031490 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-2b48c281-9dcd-4c2f-a221-470aa6f38af9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 1163 time: 0.3485272 Feb 05 18:55:08.162652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:55:08.195778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:08.196143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:08.373581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Calling delete_port for c5f4088e-63fe-4176-ba83-f52bb746d41e owned by network:floatingip {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:55:08.429038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-1f17eab5-0256-4548-a9d9-5740f09259e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:08.430585 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-1f17eab5-0256-4548-a9d9-5740f09259e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 905 time: 0.3876309 Feb 05 18:55:08.599112 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-8a2c159f-8d03-4a07-b17b-a404b395a42d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 200 len: 1001 time: 0.1549642 Feb 05 18:55:08.742989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-eca9355b-edf1-427a-8779-1c76bfab9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:08.744587 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-eca9355b-edf1-427a-8779-1c76bfab9c5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.1361580 Feb 05 18:55:08.850824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:08.870057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-468b1d78-d8bf-40a8-9074-4965b753c6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:08.981473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event deleted for resources: {'Port': ['ID=c5f4088e-63fe-4176-ba83-f52bb746d41e,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:08.988720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:09.093593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-3c21c99d-41f3-4a1b-bcb0-200bab59edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:09.095261 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-3c21c99d-41f3-4a1b-bcb0-200bab59edb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3074539 Feb 05 18:55:09.185616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc642c4-dbdb-44af-8f8d-3c4af32ac04d req-59c6def8-5c6b-4ce8-940f-4ebcb1ba65f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:09.187474 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fbc642c4-dbdb-44af-8f8d-3c4af32ac04d req-59c6def8-5c6b-4ce8-940f-4ebcb1ba65f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.4418278 Feb 05 18:55:09.310199 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fbc642c4-dbdb-44af-8f8d-3c4af32ac04d req-891df888-2add-4ae0-af7d-c2747de50262 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122682 Feb 05 18:55:09.329374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:09.345661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:09.347813 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "DELETE /v2.0/floatingips/cb4dd3a3-4e5d-4e5e-98b0-7b3db716a4e0 HTTP/1.1" status: 204 len: 168 time: 2.0798926 Feb 05 18:55:09.612087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43374) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:09.772241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43380) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:09.778019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:09.778209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--237949244', 'description': 'tempest-description--1781405036'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:09.795114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:09.800816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Usage tracker for resource:security_group_rule and tenant:2391294c5f5c4144b59dc9e4bda86b13 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:09.803328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:09.804459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:09.808915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:09.809347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:09.812100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:09.819255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:09.864529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:09.887347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:09.891454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group_rule and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:09.894786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:09.899785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:09.900585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:09.975861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:09.989547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.000482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5f023d23-d88b-41a0-84e0-2cbafcf53d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:10.035729 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.044761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-feba3160-d9a8-4705-b948-856d9ec5f733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:10.062012 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2391294c5f5c4144b59dc9e4bda86b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485221 Feb 05 18:55:10.069752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43384) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:10.075248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3997455-b9cd-4914-b7f2-84ffce540700,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:10.080970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1836ec1c-b3d3-44ca-8a2f-ef549f35b710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:10.114221 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-5e98fdc9-8fdc-4949-8458-d91803df6bb8 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127566 Feb 05 18:55:10.125065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb78550-0752-4ce8-a649-36dab4e86412,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:10.128812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:10.161767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.163107 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3896399 Feb 05 18:55:10.166637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43390) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:10.173656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'security_group_rule': {'security_group_id': '6eb78550-0752-4ce8-a649-36dab4e86412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:10.179042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.198554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:10.204953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group_rule and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:10.211905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:10.212883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.222756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:10.277766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.304288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.310758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cbe444a4-d754-4d0f-97f5-43b0ac0c8b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:10.327732 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3997455-b9cd-4914-b7f2-84ffce540700,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:10.331313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:10.333824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.335726 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3997455-b9cd-4914-b7f2-84ffce540700 HTTP/1.1" status: 204 len: 168 time: 0.2639334 Feb 05 18:55:10.364633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.395571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.406196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:10.444259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3986fbcd-3e2b-4f94-af7a-3cbb01e36a69,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:10.448336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:10.526460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.527769 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b6c868c2-03ca-40ec-9802-0a45d7026e82 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3599789 Feb 05 18:55:10.531762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43398) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:10.539750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'security_group_rule': {'security_group_id': '6eb78550-0752-4ce8-a649-36dab4e86412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:10.570112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:10.578566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:security_group_rule and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:10.583249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:10.591059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:10.725744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6f12b-9fae-45fd-82ab-149cee863211 req-cbf15dd1-dee9-4be4-8c76-f451c337dcd0 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:10.727455 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-83a6f12b-9fae-45fd-82ab-149cee863211 req-cbf15dd1-dee9-4be4-8c76-f451c337dcd0 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2621386 Feb 05 18:55:10.755907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:10.960311 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-83a6f12b-9fae-45fd-82ab-149cee863211 req-42c469cb-5662-42e7-b42d-0f35b0716f63 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261224 Feb 05 18:55:10.981004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43406) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:11.010471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.027134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:11.028880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.031612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Usage tracker for resource:security_group_rule and tenant:6bfa2583c5ec4673affea31ce2aa42c0 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:11.035375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:11.036071 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-10e5fe37-82e6-45f0-a70b-211c9cc793f4 req-e9e9b9ba-ea39-490b-9248-5d1d1c1292c4 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2592847 Feb 05 18:55:11.041885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:11.063913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.072592 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:11.093557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3410af-e5ff-486d-9747-35c3d116de91,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:11.096438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:11.132284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.133625 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6008379 Feb 05 18:55:11.137254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43410) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:11.139971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.142942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:11.165451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:11.169552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Usage tracker for resource:floatingip and tenant:4b9158f3141c41b0a9b7742b04af316f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:11.172712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.172905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:11.179902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:11.183369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d9c3a9ca-8098-42e3-b4ef-a03ebd5c31b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:11.224235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.228107 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6bfa2583c5ec4673affea31ce2aa42c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459369 Feb 05 18:55:11.229045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30012934-a36d-458a-8676-90631cce9a1e,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:11.231862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43414) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:11.234855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:11.298510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.331628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.424174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.429837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0f8754db-c64f-4ae8-b538-03a11be3d657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:11.441827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30012934-a36d-458a-8676-90631cce9a1e,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:11.446251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:11.450226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.451137 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30012934-a36d-458a-8676-90631cce9a1e HTTP/1.1" status: 204 len: 168 time: 0.2182717 Feb 05 18:55:11.610725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:11.902397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Allocated IP 172.27.2.62 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/ed6807f4-dc18-42bd-aec3-2e3072390319) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:12.071955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:12.138695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:12.156109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3bdafc60-9c21-44e4-a6f8-3e765713f064 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:12.268168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b046ff-0ba4-4ee1-8b4a-dd538ede5b66 req-de49cc64-5e91-4838-a7ad-a91b520bf59b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:12.270470 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6b046ff-0ba4-4ee1-8b4a-dd538ede5b66 req-de49cc64-5e91-4838-a7ad-a91b520bf59b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1750276 Feb 05 18:55:12.303635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'Port': ['ID=ed6807f4-dc18-42bd-aec3-2e3072390319,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:12.308530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:12.342947 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6b046ff-0ba4-4ee1-8b4a-dd538ede5b66 req-233330c1-3777-4339-b132-7d2fad0c85cb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656707 Feb 05 18:55:12.370671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:12.373946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:12.375686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:12.489925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:12.597960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:12.887204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43452) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:12.905246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:12.944078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:12.962003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f0257687-f4da-47cb-92a1-2f7671a323f1 tempest-ServerRescueNegativeTestJSON-674343303 tempest-ServerRescueNegativeTestJSON-674343303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:13.123721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'Port': ['ID=ed6807f4-dc18-42bd-aec3-2e3072390319,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:13.138375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:13.198409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:13.214646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:13.218827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Usage tracker for resource:security_group_rule and tenant:9593e8ccca7445c38c3ce1ced1d0b22f is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:13.222810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:13.231389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:13.251807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:13.292321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:13.293674 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1553378 Feb 05 18:55:13.589753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:13.647816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:13.681347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-45d914a7-a69e-422b-8230-352c5d104211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:13.691407 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9593e8ccca7445c38c3ce1ced1d0b22f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8019586 Feb 05 18:55:13.716144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-74312b0a-560d-47fd-931f-ff06c1f41ee4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:55:13.738641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43494) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:13.739445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f95973-a4d6-4daa-b617-906ea098373c,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:13.746099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03d17b-7dcd-4170-913a-20e4122e7afb req-1e10e56e-acae-452b-a428-c046408fa3e2 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:13.754512 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fd03d17b-7dcd-4170-913a-20e4122e7afb req-1e10e56e-acae-452b-a428-c046408fa3e2 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2064326 Feb 05 18:55:13.755310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:13.814028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-74312b0a-560d-47fd-931f-ff06c1f41ee4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:55:13.824391 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-74312b0a-560d-47fd-931f-ff06c1f41ee4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--237949244&fields=id&tenant_id=4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 267 time: 0.2275391 Feb 05 18:55:13.833094 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fd03d17b-7dcd-4170-913a-20e4122e7afb req-3a4754fc-9ade-4842-b745-64a382897836 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772336 Feb 05 18:55:13.973169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:14.004048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:14.036406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:14.086520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:14.086945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:14.201892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0c8ab36f-55e8-4a8e-91e4-8cfb0ad284a5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:14.203618 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0c8ab36f-55e8-4a8e-91e4-8cfb0ad284a5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 817 time: 0.3781090 Feb 05 18:55:14.234618 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-322fec2c-8d7b-466b-bd13-1a6c41b5e15a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/quotas/4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 375 time: 0.0211287 Feb 05 18:55:14.290444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:14.304625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-44df65c3-4c03-4248-87f0-a7db533124b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:14.322372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f95973-a4d6-4daa-b617-906ea098373c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:14.329393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:14.338665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:14.344673 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1f95973-a4d6-4daa-b617-906ea098373c HTTP/1.1" status: 204 len: 168 time: 0.5877097 Feb 05 18:55:14.442865 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-2e421ac9-1b72-4eac-8320-1373255fd3f1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1978080 Feb 05 18:55:14.596384 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-59ed2b82-9e5c-4362-b881-800002ddd4f2 service neutron] 10.222.0.43 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485291 Feb 05 18:55:14.767369 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-58e0d2b7-7d4e-421e-a0a6-d884c23161ce service neutron] 10.222.0.43 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1586485 Feb 05 18:55:15.192547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2dd534ee-49cf-4206-8986-a9435c93b2b7 req-776cd769-ee2b-47c3-b4fb-b2dc8868dda0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:55:15.272678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2dd534ee-49cf-4206-8986-a9435c93b2b7 req-776cd769-ee2b-47c3-b4fb-b2dc8868dda0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:55:15.275662 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2dd534ee-49cf-4206-8986-a9435c93b2b7 req-776cd769-ee2b-47c3-b4fb-b2dc8868dda0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 210 time: 0.1414762 Feb 05 18:55:16.489219 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e3e6060-f9ba-4d0c-8d11-142fab810b5f req-07ab1745-b018-4483-8feb-455890cd8e5d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 210 time: 0.0610189 Feb 05 18:55:16.585272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43580) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:16.744241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:16.761442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:16.765814 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e4369c8d0543ad98225e36e64cafe2 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:16.769174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:16.775238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:16.951673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:17.006768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:17.016714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c11b900e-eaa6-43f0-9aec-142c1582021f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:17.067937 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b5e4369c8d0543ad98225e36e64cafe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4774320 Feb 05 18:55:17.068199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43594) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:17.071851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df0c073-e15f-460e-a429-80113cfa9c7f,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:17.085522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:17.146706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:17.188668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:17.297810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:17.304532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8186bce5-6a07-4572-ae4f-69355ac07916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:17.323911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df0c073-e15f-460e-a429-80113cfa9c7f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:17.351612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:17.357333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:17.361606 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8df0c073-e15f-460e-a429-80113cfa9c7f HTTP/1.1" status: 204 len: 168 time: 0.2897162 Feb 05 18:55:17.375509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-f88b709c-519c-40d1-b7ff-59ba805f64ef tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:17.377306 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-f88b709c-519c-40d1-b7ff-59ba805f64ef tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 817 time: 0.3073685 Feb 05 18:55:17.547172 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-cd2288b2-c6ba-44ac-b5d1-7f0c64deee75 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 5704 time: 0.1518188 Feb 05 18:55:17.557269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'port': {'device_id': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'admin_state_up': True, 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'security_groups': ['6eb78550-0752-4ce8-a649-36dab4e86412']}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:17.638498 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-cf663071-e3d4-4f30-b21a-c1454635b6ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1184809 Feb 05 18:55:17.753562 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-51afc666-7836-4f07-80f3-fca1d6385425 req-8800cd41-2756-452e-93e1-30db4f536bc3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 210 time: 0.0718131 Feb 05 18:55:17.760407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-4ef3467d-259b-48f6-8d01-2f388d5b639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:17.762034 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-4ef3467d-259b-48f6-8d01-2f388d5b639d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 1163 time: 0.0907612 Feb 05 18:55:17.813962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:17.832736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:17.886782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Made reservation on behalf of 4b9158f3141c41b0a9b7742b04af316f for: {'port': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:17.910638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:17.968938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-0766a523-7f0f-4d34-8365-f15fa0c9b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:17.970816 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-0766a523-7f0f-4d34-8365-f15fa0c9b41e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 905 time: 0.1581633 Feb 05 18:55:18.092055 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-7b3228b5-a0bd-490b-8f45-abf006f103f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 200 len: 1001 time: 0.1132257 Feb 05 18:55:18.175283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-2cdd2521-f814-4622-a54f-f7b41b98bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:18.176882 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-2cdd2521-f814-4622-a54f-f7b41b98bd76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.0787497 Feb 05 18:55:18.251740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Allocated IP 172.20.0.7 (1f92a692-6685-460f-afe3-f5d373d5fe34/b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41/765e4f93-189c-444b-9355-c851c8688988) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:18.265950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-407098c8-2ed6-4668-9222-c766ef1d3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:18.267833 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-407098c8-2ed6-4668-9222-c766ef1d3df1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839913 Feb 05 18:55:18.418858 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-d2f490f2-f01a-4ee5-8295-eef69382a976 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441860 Feb 05 18:55:18.604476 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-28ab2b6c-7cf9-40b0-9b2a-ef5ad6ec73a6 req-2dd9b1dc-d653-4c1e-9be9-ed4733294cda service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1786211 Feb 05 18:55:18.672147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:18.715181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Transition to ACTIVE for port object 765e4f93-189c-444b-9355-c851c8688988 will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:18.779077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:18.809657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a1c260c3-47ac-48ad-9afc-d7b7e0bbec22 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:19.042830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event updated for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:19.048714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:19.091642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:19.094826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:19.107139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:19.252393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6395802-c8f4-49a3-992d-a56ae82f2264 req-077870e4-0bb0-40e4-9f4f-70dd8f92ed40 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:19.254520 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f6395802-c8f4-49a3-992d-a56ae82f2264 req-077870e4-0bb0-40e4-9f4f-70dd8f92ed40 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 931 time: 0.2420375 Feb 05 18:55:19.281112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:19.282253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:19.375065 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-0a8d88d4-8715-4e5e-813a-8e1e4ce25617 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8225327 Feb 05 18:55:19.383127 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f6395802-c8f4-49a3-992d-a56ae82f2264 req-e130a933-866b-4286-8628-35e1a0acce74 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214530 Feb 05 18:55:19.389200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Request body: {'port': {'device_id': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:19.510020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-62a82050-1c64-4e69-a70c-0651ffe9af16 None None] Provisioning for port 765e4f93-189c-444b-9355-c851c8688988 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:19.515886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-62a82050-1c64-4e69-a70c-0651ffe9af16 None None] Provisioning complete for port 765e4f93-189c-444b-9355-c851c8688988 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:19.516516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-62a82050-1c64-4e69-a70c-0651ffe9af16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:19.554882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:19.584051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-62a82050-1c64-4e69-a70c-0651ffe9af16 None None] Port 765e4f93-189c-444b-9355-c851c8688988 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:55:20.033491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765e4f93-189c-444b-9355-c851c8688988 {{(pid=80171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:55:20.044401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:20.057800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Transition to ACTIVE for port object 765e4f93-189c-444b-9355-c851c8688988 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:20.109430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:20.132598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:20.518839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Pushing event updated for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:20.524341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:20.851987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba6334-3540-4db6-a0aa-aa858aa0bc58 req-3347d4b5-0aea-47ec-873a-6debac2d98fd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:20.852812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-abba6334-3540-4db6-a0aa-aa858aa0bc58 req-3347d4b5-0aea-47ec-873a-6debac2d98fd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:55:20.892145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Attempting to bind port 765e4f93-189c-444b-9355-c851c8688988 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:20.892512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Attempting to bind port 765e4f93-189c-444b-9355-c851c8688988 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:20.892873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Attempting to bind port 765e4f93-189c-444b-9355-c851c8688988 on network 1f92a692-6685-460f-afe3-f5d373d5fe34 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:20.899627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:20.899973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Checking segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:20.900377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:20.900735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Bound using segment: {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:20.901215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Bound port: 765e4f93-189c-444b-9355-c851c8688988, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556eeb75-cf01-43a8-8e74-375a34af1952', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:20.901591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:20.920834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-abba6334-3540-4db6-a0aa-aa858aa0bc58 req-3347d4b5-0aea-47ec-873a-6debac2d98fd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:55:20.923248 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abba6334-3540-4db6-a0aa-aa858aa0bc58 req-3347d4b5-0aea-47ec-873a-6debac2d98fd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.3791008 Feb 05 18:55:21.065322 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abba6334-3540-4db6-a0aa-aa858aa0bc58 req-56e4a5e5-6814-4771-8143-5f826f4a723e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040945 Feb 05 18:55:21.071919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:21.075319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=765e4f93-189c-444b-9355-c851c8688988,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:21.101393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:21.120601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-49ff7492-8e4d-480a-ac89-d7fed92b59c3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:21.289878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Pushing event updated for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:21.295983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:21.335228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:21.336248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:21.337883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] 10.222.0.26 "PUT /v2.0/ports/765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 200 len: 1157 time: 1.9535604 Feb 05 18:55:21.338834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'tag': '765e4f93-189c-444b-9355-c851c8688988'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:55:21.480303 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'tag': '765e4f93-189c-444b-9355-c851c8688988', 'status': 'completed', 'code': 200} Feb 05 18:55:21.525924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8a4637e-2524-4692-908b-7bbc803f1f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:21.527821 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-c8a4637e-2524-4692-908b-7bbc803f1f51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1160 time: 0.0987456 Feb 05 18:55:21.609986 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-172c5813-c4f7-485b-a1ae-effaf530fead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 200 len: 217 time: 0.0734656 Feb 05 18:55:21.687035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-2b319a0b-416a-4538-87d5-0f3048052591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:21.688767 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-2b319a0b-416a-4538-87d5-0f3048052591 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0719283 Feb 05 18:55:21.801672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-7f764f3e-4a33-4b52-95e2-11d39d971d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:21.803432 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-7f764f3e-4a33-4b52-95e2-11d39d971d04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1076093 Feb 05 18:55:21.974648 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-819961fb-adf3-4ad8-990d-9c40c22888ab service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631486 Feb 05 18:55:22.133019 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe0fba0-bfff-43f7-9744-d0832e892e7b req-57cb03f2-4595-453a-b3ad-15f13fb75094 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499760 Feb 05 18:55:22.375147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-382110a7-3921-43a7-b686-57b385f845bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:22.376775 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-382110a7-3921-43a7-b686-57b385f845bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1160 time: 0.1638207 Feb 05 18:55:22.465232 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe201d1-949e-479e-b333-947a74952579 req-0e5b9054-5563-43d4-94b6-4054b7cd9b41 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:22.467039 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cbe201d1-949e-479e-b333-947a74952579 req-0e5b9054-5563-43d4-94b6-4054b7cd9b41 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.2027717 Feb 05 18:55:22.630054 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cbe201d1-949e-479e-b333-947a74952579 req-8cead769-ddc5-4310-b677-94b43d803f44 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359198 Feb 05 18:55:22.676498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-43f09fa6-b04f-45ac-acd7-90c5010eff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:22.678087 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-43f09fa6-b04f-45ac-acd7-90c5010eff25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.2100794 Feb 05 18:55:22.755483 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-c972a7e2-3ad5-4b95-bbc5-f7de2e3b696d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 200 len: 217 time: 0.0693862 Feb 05 18:55:22.834116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-56b858ee-4582-4be0-b8d3-e4e8f9f11de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:22.835786 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-56b858ee-4582-4be0-b8d3-e4e8f9f11de6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0735953 Feb 05 18:55:22.924081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-11073f6b-59f2-43c6-a0c1-5b89d9441166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:22.926378 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-11073f6b-59f2-43c6-a0c1-5b89d9441166 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826612 Feb 05 18:55:23.090709 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-184fdd67-07c4-451a-aad3-37ff26931db2 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556871 Feb 05 18:55:23.248105 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eea3d62b-43a8-4d18-aae4-0bf2aeada87d req-0cda3834-6006-41f8-9789-82958ab692a1 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432793 Feb 05 18:55:24.190485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f131d-e5a8-4a33-bdf6-0d32a08e6773 req-da89bf1d-ab07-4c75-9c5d-77a3048cb7da tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:24.192373 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-971f131d-e5a8-4a33-bdf6-0d32a08e6773 req-da89bf1d-ab07-4c75-9c5d-77a3048cb7da tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.4106882 Feb 05 18:55:24.229085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:24.265005 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-971f131d-e5a8-4a33-bdf6-0d32a08e6773 req-e764ed55-cd4b-4d31-9996-0ce3c22cbbb7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656579 Feb 05 18:55:24.528599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:24.608525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:24.608941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:24.745852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:24.863790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 765e4f93-189c-444b-9355-c851c8688988 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:24.869185 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 765e4f93-189c-444b-9355-c851c8688988 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:24.869735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:24.999702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:25.029200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765e4f93-189c-444b-9355-c851c8688988'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:55:25.039714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=765e4f93-189c-444b-9355-c851c8688988,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:25.086291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:25.088343 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:25.127090 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765e4f93-189c-444b-9355-c851c8688988', 'code': 200} Feb 05 18:55:25.170458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:25.180394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.180787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.181172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.181547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.182059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.182376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.182743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.183109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.183533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.183899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.184266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.184628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.185066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.185435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.185804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.186186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:25.201556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:25.460827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d4c7b-4bdb-4bd4-b0c2-4d0a15ab29b1 req-6fa26160-978d-48f1-ac03-9e9ed405769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:25.463499 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e49d4c7b-4bdb-4bd4-b0c2-4d0a15ab29b1 req-6fa26160-978d-48f1-ac03-9e9ed405769b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1162 time: 0.0904338 Feb 05 18:55:25.509544 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e49d4c7b-4bdb-4bd4-b0c2-4d0a15ab29b1 req-b8c30c36-18e6-4f39-bd88-9c43f970d172 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397551 Feb 05 18:55:25.590127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3b528-8dcd-4cab-bc26-8d3aa412048b req-96de55a0-0014-4c50-94ea-9e85f83ebf04 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:25.591847 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-93c3b528-8dcd-4cab-bc26-8d3aa412048b req-96de55a0-0014-4c50-94ea-9e85f83ebf04 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1751227 Feb 05 18:55:25.659476 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-93c3b528-8dcd-4cab-bc26-8d3aa412048b req-eb6deab5-7a9e-40fc-8d9d-34943a5c1409 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591722 Feb 05 18:55:26.068904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:26.149156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 765e4f93-189c-444b-9355-c851c8688988 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:26.149582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:27.082807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ec57a-c2ce-462a-9876-5b8142347af6 req-b10f48a3-b4fb-441f-b510-67d935a3f82f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:27.084460 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-901ec57a-c2ce-462a-9876-5b8142347af6 req-b10f48a3-b4fb-441f-b510-67d935a3f82f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2656109 Feb 05 18:55:27.151085 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-901ec57a-c2ce-462a-9876-5b8142347af6 req-961c98f2-f875-438a-af39-44bb03b0a26b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602562 Feb 05 18:55:27.483572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c0fa7-48e8-4f5c-928a-ac9d91a8602f req-0095f3de-95e5-4c88-98e8-b1f811406529 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:27.485316 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c08c0fa7-48e8-4f5c-928a-ac9d91a8602f req-0095f3de-95e5-4c88-98e8-b1f811406529 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1829295 Feb 05 18:55:27.495519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43842) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:27.501194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Request body: {'floatingip': {'port_id': '765e4f93-189c-444b-9355-c851c8688988'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:27.603710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:27.684150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43848) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:27.867832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:27.886339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:27.890669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Usage tracker for resource:security_group_rule and tenant:ecc537c188e04e0192c6fe39a8d26ed4 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:27.893806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:27.899909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:28.066448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.097907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.107013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2390735d-9875-4d8f-83e9-eb4f40e58188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:28.158556 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ecc537c188e04e0192c6fe39a8d26ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730222 Feb 05 18:55:28.159471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfaa503-9872-4a5e-a983-06159de50662,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:28.163038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:28.163581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43856) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:28.236141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.268853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.355515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.361196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b933e89a-9ad0-4e11-9aa6-b8bda4fd0bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:28.378964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfaa503-9872-4a5e-a983-06159de50662,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:28.382610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:28.385111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.390111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bbfaa503-9872-4a5e-a983-06159de50662 HTTP/1.1" status: 204 len: 168 time: 0.2217157 Feb 05 18:55:28.667060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.698325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.886479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a7fca46-1747-413a-9f57-0d909d953b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:28.903471 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Floating IP 6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5 associated. External IP: 172.27.2.62, port: 765e4f93-189c-444b-9355-c851c8688988. Feb 05 18:55:29.034860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43866) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:29.059672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.078771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:29.083778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Usage tracker for resource:security_group_rule and tenant:1d24ca80bc5f436da6aff51bd5356915 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:29.087697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:29.094619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:29.281873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.313729 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.323975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69c678c2-9812-4818-bc7d-22996e5ec3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:29.358486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Router e64e8245-f980-440a-99a6-dc4429a24dab has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:55:29.369554 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d24ca80bc5f436da6aff51bd5356915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334963 Feb 05 18:55:29.374035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43872) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:29.376756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22100668-1df1-412b-8a56-175dc9876e33,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:29.390803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:29.450141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.484916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.559397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.566432 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cd5381ab-aeed-4e03-9191-794ffda3e96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:29.568254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:29.572744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.581031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] Sync routers for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:29.582513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22100668-1df1-412b-8a56-175dc9876e33,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:29.586832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:29.593800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:29.598359 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22100668-1df1-412b-8a56-175dc9876e33 HTTP/1.1" status: 204 len: 168 time: 0.2199070 Feb 05 18:55:29.638695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:29.639534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:29.654894 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3491afdf-eb2a-4e26-af0a-10e1766d6456 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "PUT /v2.0/floatingips/6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5 HTTP/1.1" status: 200 len: 990 time: 2.1480255 Feb 05 18:55:29.655860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'tag': '765e4f93-189c-444b-9355-c851c8688988'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:55:29.731991 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'tag': '765e4f93-189c-444b-9355-c851c8688988', 'status': 'completed', 'code': 200} Feb 05 18:55:29.843048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-689a91c5-8a36-40f4-bb86-a2b64ffd9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:29.844962 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-689a91c5-8a36-40f4-bb86-a2b64ffd9578 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1162 time: 0.0876441 Feb 05 18:55:29.883736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:30.022084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-7cc1f75a-2cde-4e98-ad23-7db8d1327893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:30.024801 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-7cc1f75a-2cde-4e98-ad23-7db8d1327893 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.1724682 Feb 05 18:55:30.165755 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-c8ce70d4-23d7-4ed2-bdf5-2045d4353afd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 200 len: 998 time: 0.1339922 Feb 05 18:55:30.270533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-c3df5c65-6002-4e03-9f6e-e37d725de102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:30.272315 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-c3df5c65-6002-4e03-9f6e-e37d725de102 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0999784 Feb 05 18:55:30.354997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'port_id': '765e4f93-189c-444b-9355-c851c8688988', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'mac_address': 'fa:16:3e:74:4f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:55:12Z', 'updated_at': '2021-02-05T18:55:28Z', 'revision_number': 1, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:30.359370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] Checking router: e64e8245-f980-440a-99a6-dc4429a24dab for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:55:30.369605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:30.370308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:30.394217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-37a30dfe-2390-424f-9078-84be4bacd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:30.395878 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-37a30dfe-2390-424f-9078-84be4bacd728 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1149454 Feb 05 18:55:30.559456 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-deaf61de-8468-41bb-9630-80f81b35e9f5 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556427 Feb 05 18:55:30.574851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:30.742094 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-609c2f2e-a39d-4074-a194-43a2265f9954 req-9a1bfc82-527c-4a48-b47c-b78a631f7a8b service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1741192 Feb 05 18:55:30.918479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e879d036-f951-4d54-8884-c15e30fd4268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:30.999202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'port_id': '765e4f93-189c-444b-9355-c851c8688988', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'mac_address': 'fa:16:3e:74:4f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:55:12Z', 'updated_at': '2021-02-05T18:55:28Z', 'revision_number': 1, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:31.003601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01976cf4-491b-4be7-bf20-30e54c915640 None None] The sync data for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi is: [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'floating_ip_address': '172.27.2.62', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'port_id': '765e4f93-189c-444b-9355-c851c8688988', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'mac_address': 'fa:16:3e:74:4f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:55:12Z', 'updated_at': '2021-02-05T18:55:28Z', 'revision_number': 1, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:55:31.304716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61ef88-95af-4514-957f-8969d3cf9fcb None None] New status for floating IP 6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5: ACTIVE {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:55:31.667041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43916) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:31.835483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:31.851569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:31.855719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Usage tracker for resource:security_group_rule and tenant:0d937ae2b579423aa8e578bae7908b0a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:31.858774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:31.865283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:31.969313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.018019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.018317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.029272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b42a4a71-bbc7-4ecc-8c4b-a334d5ace6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:32.076002 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d937ae2b579423aa8e578bae7908b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077599 Feb 05 18:55:32.077007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70bf320-c339-4c73-8b10-1ba6b4c89d59,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:32.079130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 43926) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:32.080433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:32.143937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-70321d05-1f68-4f01-9200-9cc6c124e331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.170812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-70321d05-1f68-4f01-9200-9cc6c124e331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.246643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-70321d05-1f68-4f01-9200-9cc6c124e331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.250664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-66041273-ee89-408a-9cdb-8b8d8886a551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:32.264360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70321d05-1f68-4f01-9200-9cc6c124e331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70bf320-c339-4c73-8b10-1ba6b4c89d59,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:32.267484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-70321d05-1f68-4f01-9200-9cc6c124e331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:32.269817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-70321d05-1f68-4f01-9200-9cc6c124e331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:32.271047 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-70321d05-1f68-4f01-9200-9cc6c124e331 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a70bf320-c339-4c73-8b10-1ba6b4c89d59 HTTP/1.1" status: 204 len: 168 time: 0.1908612 Feb 05 18:55:32.645185 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.331393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43954) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:33.476041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1907215014-network', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:33.481298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:33.485375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Usage tracker for resource:network and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:33.488489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:33.494246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:33.543292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Made reservation on behalf of 78cc775cee124fffa7d0a049a87adcbf for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:33.548223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.561610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.583507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:33.587715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Usage tracker for resource:security_group_rule and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:33.590737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:33.596866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:33.690547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.732074 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.737324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cc1122cb-c19e-4985-8456-21d4ce451828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:33.771566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:55:33.781156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d3dcd-3ca1-4863-bf11-22adde802637,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:33.785403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:33.788003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.788483 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Added segment 101c918d-b115-4daa-99c4-23cade58328e of type vxlan for network f3e36784-b8de-4245-8939-78ec9e416fea Feb 05 18:55:33.797935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.822202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.903218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.904575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:33.905198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:33.910653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:34.249687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Pushing event updated for resources: {'Network': ['ID=f3e36784-b8de-4245-8939-78ec9e416fea,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:34.252995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:34.262047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network f3e36784-b8de-4245-8939-78ec9e416fea details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:34.275248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network f3e36784-b8de-4245-8939-78ec9e416fea details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:55:34.300722 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9679992 Feb 05 18:55:34.302845 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43968) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:34.309416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Request body: {'subnet': {'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1907215014-subnet', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:34.315508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:34.328172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Usage tracker for resource:subnet and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:34.331674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:34.337697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:34.377683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Made reservation on behalf of 78cc775cee124fffa7d0a049a87adcbf for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:34.383972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:34.849457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:34.865982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:34.997427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:35.010788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:35.071011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Checking segment: {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:35.071319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Network hostable DHCP agents. Network: f3e36784-b8de-4245-8939-78ec9e416fea, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:55:35.126245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Network f3e36784-b8de-4245-8939-78ec9e416fea is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:55:35.154586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, f3e36784-b8de-4245-8939-78ec9e416fea) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:35.164848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb1cbe-404a-4a02-aa02-2569381e9476 None None] Network f3e36784-b8de-4245-8939-78ec9e416fea requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:35.167510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:35.168218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:35.214219 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9b0cac0e-a76c-420a-9f1f-f085a7c16d43 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9100180 Feb 05 18:55:35.216941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 43976) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:35.222849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:35.228051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:35.235471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Usage tracker for resource:router and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:35.237057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:35.243454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:35.270532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:35.271739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:35.360663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:35.587944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-f3e36784-b8de-4245-8939-78ec9e416fea', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 18:55:35.588949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:35.700281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:35.902289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Allocated IP 172.20.0.2 (f3e36784-b8de-4245-8939-78ec9e416fea/21ff0bce-a5d9-46d6-aeaf-c532a04dcf37/3ef7f31d-60ab-4d12-9060-ca8021528907) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:36.097705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.130969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.196551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.208528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Transition to ACTIVE for port object 3ef7f31d-60ab-4d12-9060-ca8021528907 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:36.226879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Transition to ACTIVE for port object 3ef7f31d-60ab-4d12-9060-ca8021528907 will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:36.258325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.279346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:36.420525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Pushing event updated for resources: {'Port': ['ID=3ef7f31d-60ab-4d12-9060-ca8021528907,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:36.426197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:36.438561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Allocated IP 172.27.2.26 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/62e1b45d-e208-4e61-888f-dc0ba3876077) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:36.481067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Network f3e36784-b8de-4245-8939-78ec9e416fea is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:36.482432 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:36.484877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:36.547739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Attempting to bind port 3ef7f31d-60ab-4d12-9060-ca8021528907 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:36.548168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Attempting to bind port 3ef7f31d-60ab-4d12-9060-ca8021528907 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:36.548849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Attempting to bind port 3ef7f31d-60ab-4d12-9060-ca8021528907 on network f3e36784-b8de-4245-8939-78ec9e416fea {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:36.555565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:36.556004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Checking segment: {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:36.556452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.556898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Bound using segment: {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:36.557430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Bound port: 3ef7f31d-60ab-4d12-9060-ca8021528907, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:36.557858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.605712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.664733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] For port 3ef7f31d-60ab-4d12-9060-ca8021528907, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:36.669347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] For port 3ef7f31d-60ab-4d12-9060-ca8021528907, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=3ef7f31d-60ab-4d12-9060-ca8021528907,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:36.692349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.709082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:36.738699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:36.754390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-592ed8c2-ee79-4c4f-ad93-060a18e9985a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:36.850765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Pushing event updated for resources: {'Port': ['ID=62e1b45d-e208-4e61-888f-dc0ba3876077,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:36.855647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:36.901194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Pushing event updated for resources: {'Port': ['ID=3ef7f31d-60ab-4d12-9060-ca8021528907,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:36.913962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:36.915150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:36.915302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:36.917588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:37.742425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.137042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.315944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29015f-71ad-4717-a08c-3780eb5ca9a9 None None] Network f3e36784-b8de-4245-8939-78ec9e416fea requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:55:38.388612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 3ef7f31d-60ab-4d12-9060-ca8021528907 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:38.444831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Router ea65fbaa-9e51-4792-921f-ce86165756c9 is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 18:55:38.510575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c591eddd-9eba-4cdf-b481-b15b5e9b28f8 None None] Provisioning for port 3ef7f31d-60ab-4d12-9060-ca8021528907 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:38.620857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 3ef7f31d-60ab-4d12-9060-ca8021528907 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:38.635917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 3ef7f31d-60ab-4d12-9060-ca8021528907 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:38.636331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.643483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:38.669508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Sync routers for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:38.698013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:38.698730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:38.708881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:38.710399 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4924185 Feb 05 18:55:38.713298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44006) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:39.013987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.062667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:39.473295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 3ef7f31d-60ab-4d12-9060-ca8021528907, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=3ef7f31d-60ab-4d12-9060-ca8021528907,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:39.476749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4ff21af2-a6fb-4678-a238-7e155476e633 None None] Provisioning complete for port 3ef7f31d-60ab-4d12-9060-ca8021528907 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:39.477171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4ff21af2-a6fb-4678-a238-7e155476e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.520267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.531547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:39.611146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.645317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=3ef7f31d-60ab-4d12-9060-ca8021528907,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:39.653274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:39.798049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:37Z', 'revision_number': 3, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:39.802440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Checking router: ea65fbaa-9e51-4792-921f-ce86165756c9 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:55:39.802845 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Updating router ea65fbaa-9e51-4792-921f-ce86165756c9 port 62e1b45d-e208-4e61-888f-dc0ba3876077 binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:55:39.862701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.962540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-27582c92-455e-43b6-aa1b-53bf33681e15 None None] Provisioning complete for port 3ef7f31d-60ab-4d12-9060-ca8021528907 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:39.962878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-27582c92-455e-43b6-aa1b-53bf33681e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:39.977617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Allocated IP 172.20.0.1 (f3e36784-b8de-4245-8939-78ec9e416fea/21ff0bce-a5d9-46d6-aeaf-c532a04dcf37/7d7054bc-8430-47d2-83c0-d934904358bc) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:55:40.139142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.157282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Transition to ACTIVE for port object 7d7054bc-8430-47d2-83c0-d934904358bc will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:40.217182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.233112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:40.352283 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 3ef7f31d-60ab-4d12-9060-ca8021528907 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:40.385550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Pushing event updated for resources: {'Port': ['ID=7d7054bc-8430-47d2-83c0-d934904358bc,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:40.390958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:40.512448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.537014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Transition to ACTIVE for port object 62e1b45d-e208-4e61-888f-dc0ba3876077 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:40.537014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 3ef7f31d-60ab-4d12-9060-ca8021528907 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:40.537014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.571119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.591547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:40.683584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Network f3e36784-b8de-4245-8939-78ec9e416fea is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:40.684727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:40.687203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:55:40.749174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.760097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08a75-e3a8-499a-8068-cd0f5db614e3 None None] Pushing event updated for resources: {'Port': ['ID=62e1b45d-e208-4e61-888f-dc0ba3876077,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:40.769215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0af08a75-e3a8-499a-8068-cd0f5db614e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:40.898484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Attempting to bind port 62e1b45d-e208-4e61-888f-dc0ba3876077 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:40.898910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Attempting to bind port 62e1b45d-e208-4e61-888f-dc0ba3876077 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:40.899329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Attempting to bind port 62e1b45d-e208-4e61-888f-dc0ba3876077 on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:40.905384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:40.905809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:40.906301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.906743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:40.907265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Bound port: 62e1b45d-e208-4e61-888f-dc0ba3876077, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:40.907684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:40.999147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] For port 62e1b45d-e208-4e61-888f-dc0ba3876077, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:41.003049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] For port 62e1b45d-e208-4e61-888f-dc0ba3876077, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=62e1b45d-e208-4e61-888f-dc0ba3876077,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:41.070052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.078213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.084380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-bf32b61b-6ec6-4939-a10e-f4bbb31d4ade None None] Provisioning for port 7d7054bc-8430-47d2-83c0-d934904358bc completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:41.090692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:41.180713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-bf32b61b-6ec6-4939-a10e-f4bbb31d4ade None None] Provisioning complete for port 7d7054bc-8430-47d2-83c0-d934904358bc triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:41.181400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf32b61b-6ec6-4939-a10e-f4bbb31d4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.289641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af08a75-e3a8-499a-8068-cd0f5db614e3 None None] Pushing event updated for resources: {'Port': ['ID=62e1b45d-e208-4e61-888f-dc0ba3876077,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:41.298182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0af08a75-e3a8-499a-8068-cd0f5db614e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:41.310756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-bf32b61b-6ec6-4939-a10e-f4bbb31d4ade None None] Port 7d7054bc-8430-47d2-83c0-d934904358bc cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:55:41.357335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:41.358119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:41.395005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.434467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.470057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:41.552229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:41.582194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Pushing event updated for resources: {'Port': ['ID=7d7054bc-8430-47d2-83c0-d934904358bc,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:41.634469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:41.713676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Network f3e36784-b8de-4245-8939-78ec9e416fea is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:55:41.714955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:55:41.715412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:41.930436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Router ea65fbaa-9e51-4792-921f-ce86165756c9 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:55:42.097631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-7bfa7692-d825-4376-a3f1-9ffdf66b103b None None] Provisioning complete for port 7d7054bc-8430-47d2-83c0-d934904358bc triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:42.097972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7692-d825-4376-a3f1-9ffdf66b103b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:42.128335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:55:42.138311 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] 10.222.0.43 "PUT /v2.0/routers/ea65fbaa-9e51-4792-921f-ce86165756c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4236789 Feb 05 18:55:42.176710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa7692-d825-4376-a3f1-9ffdf66b103b None None] Port 7d7054bc-8430-47d2-83c0-d934904358bc cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:55:42.189695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c4986630-209f-471b-b02e-9349086d7165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:41Z', 'revision_number': 2, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:42.194626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4986630-209f-471b-b02e-9349086d7165 None None] The sync data for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi is: [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:41Z', 'revision_number': 2, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:55:44.380665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 62e1b45d-e208-4e61-888f-dc0ba3876077 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:44.497573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 62e1b45d-e208-4e61-888f-dc0ba3876077 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:44.505445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 62e1b45d-e208-4e61-888f-dc0ba3876077 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:44.505445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.649712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.671946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 62e1b45d-e208-4e61-888f-dc0ba3876077, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=62e1b45d-e208-4e61-888f-dc0ba3876077,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:44.732101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:44.734466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-811eb317-9b2e-433c-934c-086affb16958 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:44.937529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=62e1b45d-e208-4e61-888f-dc0ba3876077,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:44.943414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:45.164101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:55:45.714370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Sync routers for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:55:45.725983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:45.726677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:45.920784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:46.444452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 62e1b45d-e208-4e61-888f-dc0ba3876077 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:46.615979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:41Z', 'revision_number': 2, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:46.625086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Checking router: ea65fbaa-9e51-4792-921f-ce86165756c9 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:55:46.625718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Updating router ea65fbaa-9e51-4792-921f-ce86165756c9 port 7d7054bc-8430-47d2-83c0-d934904358bc binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 18:55:46.655126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 62e1b45d-e208-4e61-888f-dc0ba3876077 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:46.655856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:46.733114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.515032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.542281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Transition to ACTIVE for port object 7d7054bc-8430-47d2-83c0-d934904358bc will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:55:47.617542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:47.637750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3c4cd53e-3e0d-43ff-a69e-ee67d6d15bc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:47.834565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Pushing event updated for resources: {'Port': ['ID=7d7054bc-8430-47d2-83c0-d934904358bc,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:47.866700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.867179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.867447 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.867817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.868181 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.868543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.868901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.869260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.869862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.869945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.870331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.870690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.871378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.871378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.871934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.872113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.872570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.873036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.873119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.873473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.873841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.874206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.878771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.879151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:47.895491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:48.122778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Attempting to bind port 7d7054bc-8430-47d2-83c0-d934904358bc on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:55:48.124184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Attempting to bind port 7d7054bc-8430-47d2-83c0-d934904358bc by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:55:48.124817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Attempting to bind port 7d7054bc-8430-47d2-83c0-d934904358bc on network f3e36784-b8de-4245-8939-78ec9e416fea {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:55:48.133570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:55:48.134759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Checking segment: {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:55:48.135468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.136121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Bound using segment: {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:55:48.136900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Bound port: 7d7054bc-8430-47d2-83c0-d934904358bc, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:55:48.137540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.261243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] For port 7d7054bc-8430-47d2-83c0-d934904358bc, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:55:48.265649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] For port 7d7054bc-8430-47d2-83c0-d934904358bc, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=7d7054bc-8430-47d2-83c0-d934904358bc,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:55:48.316268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:48.331159 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0d2525be-840c-4106-a6f0-0301da6e3c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:48.496258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Pushing event updated for resources: {'Port': ['ID=7d7054bc-8430-47d2-83c0-d934904358bc,revision_number=4']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:48.501792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:48.574671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:55:48.576008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:55:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:48.972075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:55:49.442696 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:48Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:55:49.447484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1bc331-7aad-4c84-aa6a-bf39d7376354 None None] The sync data for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi is: [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:48Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:55:50.388018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 7d7054bc-8430-47d2-83c0-d934904358bc up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:50.508177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 7d7054bc-8430-47d2-83c0-d934904358bc completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:55:50.513901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 7d7054bc-8430-47d2-83c0-d934904358bc triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:50.514358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.653541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.692087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 7d7054bc-8430-47d2-83c0-d934904358bc, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=7d7054bc-8430-47d2-83c0-d934904358bc,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:50.721243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:50.723761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:50.830104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=7d7054bc-8430-47d2-83c0-d934904358bc,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:50.836705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:52.369136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 7d7054bc-8430-47d2-83c0-d934904358bc up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:55:52.453284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 7d7054bc-8430-47d2-83c0-d934904358bc triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:55:52.453706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:54.011113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29792df7-7b15-4989-80b1-b72ea5ad88e7 req-9767cc42-c6b6-4f37-a552-2aed0062cbd0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:54.012833 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29792df7-7b15-4989-80b1-b72ea5ad88e7 req-9767cc42-c6b6-4f37-a552-2aed0062cbd0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 945 time: 0.1858997 Feb 05 18:55:54.082683 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-29792df7-7b15-4989-80b1-b72ea5ad88e7 req-aa598ecc-52c2-4f0f-b410-6dd8d4b79f76 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0628922 Feb 05 18:55:54.228438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:55.195735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-e376bbbd-4d4d-4bec-b41c-32195553cd0b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:55.196415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-e376bbbd-4d4d-4bec-b41c-32195553cd0b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:55:55.245724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-e376bbbd-4d4d-4bec-b41c-32195553cd0b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:55:55.247089 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-e376bbbd-4d4d-4bec-b41c-32195553cd0b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 815 time: 0.2883985 Feb 05 18:55:55.265319 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-343cd131-6e4a-4e24-8859-ee1a876d77ac tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/quotas/78cc775cee124fffa7d0a049a87adcbf HTTP/1.1" status: 200 len: 375 time: 0.0108900 Feb 05 18:55:55.413056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-48bbd458-f8a4-43b5-8bc1-63ef0e37db47 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:55:55.413273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbef4cc-36a1-4dd1-b20b-5c8f63367783 req-bd6eaae3-0d4e-4ff4-9c08-bdba1c2942a7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:55.415002 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0fbef4cc-36a1-4dd1-b20b-5c8f63367783 req-bd6eaae3-0d4e-4ff4-9c08-bdba1c2942a7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 945 time: 0.1926405 Feb 05 18:55:55.468932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-48bbd458-f8a4-43b5-8bc1-63ef0e37db47 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:55:55.471023 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-48bbd458-f8a4-43b5-8bc1-63ef0e37db47 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1973953 Feb 05 18:55:55.484672 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0fbef4cc-36a1-4dd1-b20b-5c8f63367783 req-04a0cb02-5952-4d1b-b693-51a8ead5fdb4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0633202 Feb 05 18:55:55.719602 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-3c94e354-06e9-4e1d-a376-5b1db4923c99 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357912 Feb 05 18:55:55.880465 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-75395a5c-dab8-4338-abb3-a68503fcece1 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540151 Feb 05 18:55:56.047272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44240) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:56.090225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefba5d0-7e7a-4c74-b008-aa2aaac1fff9 req-dea552a2-b749-45da-b757-43509df04a27 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:56.092014 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eefba5d0-7e7a-4c74-b008-aa2aaac1fff9 req-dea552a2-b749-45da-b757-43509df04a27 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.1890330 Feb 05 18:55:56.190691 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eefba5d0-7e7a-4c74-b008-aa2aaac1fff9 req-1b79335e-85c8-43c6-ba61-96ce9a172e1b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900121 Feb 05 18:55:56.250700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.301167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:56.311282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Usage tracker for resource:security_group_rule and tenant:cedbd9b09afa4740af4383e9d5309af7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:55:56.314975 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4faeafe-f6d8-446a-b476-94b79ca34beb req-3a114fcd-d4ee-4719-9203-163521d4bae1 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 210 time: 0.0638137 Feb 05 18:55:56.318816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:55:56.331188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:56.431896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.474569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.496589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-60229959-152b-43ca-8d3f-2bd9e8a051ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:56.544486 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cedbd9b09afa4740af4383e9d5309af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954784 Feb 05 18:55:56.546876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f73538-e96d-4ade-8f15-29e06f2ce695,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:56.547852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 44262) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:55:56.558704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.559384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.559953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.560512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.561072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.561774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.562354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.562881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.563684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.564490 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.565139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.565699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.566406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.566974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.567522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.568076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.568599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.569336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.569998 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.570570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.571119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.571885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.572429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.583176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:56.584118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:56.644862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.737893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:56.881270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1032567-1d98-4ad4-a032-df73e22ca773 req-a5a710fd-6346-44f4-ade7-091d72bd2065 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:56.883015 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1032567-1d98-4ad4-a032-df73e22ca773 req-a5a710fd-6346-44f4-ade7-091d72bd2065 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 945 time: 0.2394798 Feb 05 18:55:56.948273 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1032567-1d98-4ad4-a032-df73e22ca773 req-85958229-e59a-42db-ae78-15a22977e479 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0588522 Feb 05 18:55:57.039424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.045982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1a8f5338-4c8d-44bf-ac00-9311d33c386d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:57.061724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f73538-e96d-4ade-8f15-29e06f2ce695,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:57.070416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.071627 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73f73538-e96d-4ade-8f15-29e06f2ce695 HTTP/1.1" status: 204 len: 168 time: 0.5224864 Feb 05 18:55:57.073445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.073877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.074357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.076491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.076896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.077405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.077759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.078036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.078451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.078834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.079295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.079754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.080217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.080667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.080992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.081374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.081754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.082138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.082542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.083027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.083417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.083800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.084178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.084585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:55:57.088227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:57.150644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device d5db78c9-868e-4951-a2ad-6ab183c442e5 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:55:57.275217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.306130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:55:57.317003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port d5db78c9-868e-4951-a2ad-6ab183c442e5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d5db78c9-868e-4951-a2ad-6ab183c442e5,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:57.369647 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'code': 200} Feb 05 18:55:57.371539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:57.373422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8d0f1d04-f734-4f0e-a38f-666ff7e020bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:57.467410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=d5db78c9-868e-4951-a2ad-6ab183c442e5,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:57.472338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:57.522208 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b3cd5bf9-ee8f-4af1-86dc-b3c9d8100123 req-d9aafb98-aa7d-42f1-8711-31ddef1f9fb4 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 210 time: 0.0696261 Feb 05 18:55:57.544736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdff804-9481-47c8-82c9-a46292504799 req-3cfec6c4-9d15-47a2-8155-2c0fc03f163f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:57.546883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fdff804-9481-47c8-82c9-a46292504799 req-3cfec6c4-9d15-47a2-8155-2c0fc03f163f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2259345 Feb 05 18:55:57.623391 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fdff804-9481-47c8-82c9-a46292504799 req-1b19fb4d-537e-42df-bb47-6d56d6e515be tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683689 Feb 05 18:55:58.252376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2268b3-281f-4cde-9178-5d0dd037fa7a req-8d36406d-17f3-4c59-8968-db763e6b138c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:58.253678 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fd2268b3-281f-4cde-9178-5d0dd037fa7a req-8d36406d-17f3-4c59-8968-db763e6b138c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1674778 Feb 05 18:55:58.373653 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fd2268b3-281f-4cde-9178-5d0dd037fa7a req-5e9b46ca-ed00-409a-893f-1e626f9c4ee0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0743170 Feb 05 18:55:58.478301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-18a8db5b-15ec-42be-8134-8d353533a686 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:58.479923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-18a8db5b-15ec-42be-8134-8d353533a686 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.2252569 Feb 05 18:55:58.591340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Deleting port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:55:58.591731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:58.851509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b670771a-f2fb-4942-bdf5-1fccee343bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:58.865259 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f188813-e496-4b8d-ad7b-a39ef41c96d7 req-04ac1c7a-f5bd-4f48-ac1e-2287d29c14eb tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 210 time: 0.1856942 Feb 05 18:55:58.954700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-0dff72fc-8513-49d5-9539-38068ecf9934 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:58.958512 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-0dff72fc-8513-49d5-9539-38068ecf9934 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 815 time: 0.3082683 Feb 05 18:55:58.960907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] For port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:58.961311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:58.977628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'port': {'device_id': '96da0a7f-770a-4241-803d-dda7f9b21553', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'admin_state_up': True, 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:55:59.169261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:55:59.373690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:55:59.378790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be11dd-cdfc-4723-9321-f49f1e144651 req-a884dabb-31a0-4848-aebb-895b2e1f7557 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:59.379894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:55:59.386549 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d9be11dd-cdfc-4723-9321-f49f1e144651 req-a884dabb-31a0-4848-aebb-895b2e1f7557 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 946 time: 0.5702693 Feb 05 18:55:59.410465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:59.434787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Made reservation on behalf of 78cc775cee124fffa7d0a049a87adcbf for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:55:59.459260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:59.472523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:55:59.475272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:55:59.526070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:59.530313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:55:59.571288 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d9be11dd-cdfc-4723-9321-f49f1e144651 req-849a38a3-7a93-4b75-8d26-7bb310067f88 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837862 Feb 05 18:55:59.638813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:55:59.644049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:55:59.682329 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'code': 200} Feb 05 18:55:59.743902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:59.744318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:55:59.744710 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Floating IP eced92b9-cb5a-43c7-836d-2313605dc0ba disassociated. External IP: 172.27.2.16, port: 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e. Feb 05 18:55:59.745097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Calling delete_port for 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:55:59.871890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:55:59.872687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:55:59.983174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b920848-4ae7-4339-8239-575ae08fc49a req-934f1dd9-a0d0-4b24-9ecb-62ca8421ec0a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:55:59.990836 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5b920848-4ae7-4339-8239-575ae08fc49a req-934f1dd9-a0d0-4b24-9ecb-62ca8421ec0a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.3080766 Feb 05 18:56:00.053357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Allocated IP 172.20.0.11 (f3e36784-b8de-4245-8939-78ec9e416fea/21ff0bce-a5d9-46d6-aeaf-c532a04dcf37/bf6a6bd5-4497-4a65-94c6-e089a621c5b7) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:00.091472 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5b920848-4ae7-4339-8239-575ae08fc49a req-91ee21d4-501e-4c83-9231-947b6980e31b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0995986 Feb 05 18:56:00.180479 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-40684fca-4709-473b-88fc-67df99695040 req-10ecd820-48fa-472f-8fe6-6ac3e3f2ebd5 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 210 time: 0.0912488 Feb 05 18:56:00.374057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Deleting port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:56:00.375287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.418656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.436860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Transition to ACTIVE for port object bf6a6bd5-4497-4a65-94c6-e089a621c5b7 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:00.503075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.545558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c0f9b4cb-ace8-4b87-bfa5-d96eccfd71cc tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:00.749122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] For port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:00.756145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'Port': ['ID=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:00.756790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.760883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:00.880417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ef7c1029-8f87-4349-b3fa-021804dedfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:00.895592 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Network f3e36784-b8de-4245-8939-78ec9e416fea is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:00.896826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:00.911081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:01.111069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:01.112261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.183880 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2111232 Feb 05 18:56:01.251907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-611bdbd2-0074-42f0-bba4-87e55a59bed5 None None] Provisioning for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:01.259027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-611bdbd2-0074-42f0-bba4-87e55a59bed5 None None] Provisioning complete for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:01.259738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-611bdbd2-0074-42f0-bba4-87e55a59bed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.307050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fddd87-ebe6-4028-ab22-89cfefb89fc1 req-d5033af2-e394-4292-9c68-096bcbea2aa0 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:01.308765 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2fddd87-ebe6-4028-ab22-89cfefb89fc1 req-d5033af2-e394-4292-9c68-096bcbea2aa0 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 944 time: 0.4204087 Feb 05 18:56:01.328396 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-611bdbd2-0074-42f0-bba4-87e55a59bed5 None None] Port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:01.380597 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.381195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.381406 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Floating IP eced92b9-cb5a-43c7-836d-2313605dc0ba disassociated. External IP: 172.27.2.16, port: 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e. Feb 05 18:56:01.381796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Calling delete_port for 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:56:01.450353 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2fddd87-ebe6-4028-ab22-89cfefb89fc1 req-aef7a53e-0d08-45c7-ae88-f5ed7a3f9e67 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=078d39c0-5ed0-4ed6-9466-83d206934bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344807 Feb 05 18:56:01.645253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:01.666291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:01.726060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event deleted for resources: {'Port': ['ID=1fbabcf9-0fbd-427d-9b08-da3fb6d7326e,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:01.777211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:01.944005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a49653-72ea-451c-b01b-6dec5133790a req-8c441281-ee17-4790-bd14-112450bd07a1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:01.945801 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-69a49653-72ea-451c-b01b-6dec5133790a req-8c441281-ee17-4790-bd14-112450bd07a1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.3448455 Feb 05 18:56:02.060866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.109803 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-69a49653-72ea-451c-b01b-6dec5133790a req-269b0099-6969-4299-b5eb-80cc7d9abcdf tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1536717 Feb 05 18:56:02.250799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:02.434486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 44350) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:02.620522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c7b70-3615-449f-9e4a-7c3c0f18bda7 req-42138bf2-4c4a-4e4d-b7ee-c81683234fa9 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:02.629026 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd7c7b70-3615-449f-9e4a-7c3c0f18bda7 req-42138bf2-4c4a-4e4d-b7ee-c81683234fa9 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 932 time: 0.3838017 Feb 05 18:56:02.657240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.682658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.697090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:02.699857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:02.705597 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Usage tracker for resource:security_group_rule and tenant:7a2a7abc19774fb39ea2071fa89ee453 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:02.707431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] Sync routers for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:02.708927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:02.715180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:02.721024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:02.721969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:02.808873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-dd7c7b70-3615-449f-9e4a-7c3c0f18bda7 req-db41d4d6-9ee8-44a1-9340-4d6a5a8ccfe8 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:02.813265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.822439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] No DVR routers for this DVR port 1fbabcf9-0fbd-427d-9b08-da3fb6d7326e on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:56:02.825308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.828439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'name': 'network-vif-deleted', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:02.846073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:02.862023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ae9b7cae-e934-4de1-a9a8-33d2636ed706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:02.899999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed0ada-c244-49a8-b9d7-83248cc79a62,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:02.904125 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f9530ec-8035-42ff-b711-da39b08bd000 req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "DELETE /v2.0/ports/1fbabcf9-0fbd-427d-9b08-da3fb6d7326e HTTP/1.1" status: 204 len: 173 time: 4.4083986 Feb 05 18:56:02.905668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:02.912044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-dd7c7b70-3615-449f-9e4a-7c3c0f18bda7 req-db41d4d6-9ee8-44a1-9340-4d6a5a8ccfe8 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:02.921890 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd7c7b70-3615-449f-9e4a-7c3c0f18bda7 req-db41d4d6-9ee8-44a1-9340-4d6a5a8ccfe8 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915864 Feb 05 18:56:02.940589 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a2a7abc19774fb39ea2071fa89ee453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5015070 Feb 05 18:56:02.940912 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 44362) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:03.004655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:03.048921 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec8b2-1bd6-4942-aa0f-b8bbd1bf2adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:03.092927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec8b2-1bd6-4942-aa0f-b8bbd1bf2adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:03.169699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-beb4d1d2-10e9-46ed-a4c9-986182fd93f5 req-ab59e39f-cd90-4b1b-bdb0-b05a3c840dd1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:03.233581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-beb4d1d2-10e9-46ed-a4c9-986182fd93f5 req-ab59e39f-cd90-4b1b-bdb0-b05a3c840dd1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:03.235947 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-beb4d1d2-10e9-46ed-a4c9-986182fd93f5 req-ab59e39f-cd90-4b1b-bdb0-b05a3c840dd1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.1180568 Feb 05 18:56:03.326026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec8b2-1bd6-4942-aa0f-b8bbd1bf2adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:03.332864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-79c4761d-cb3f-48d2-b019-5665dd14dfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:03.357377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ec8b2-1bd6-4942-aa0f-b8bbd1bf2adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed0ada-c244-49a8-b9d7-83248cc79a62,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:03.372920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fa0ec8b2-1bd6-4942-aa0f-b8bbd1bf2adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:03.375419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fa0ec8b2-1bd6-4942-aa0f-b8bbd1bf2adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:03.377936 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-fa0ec8b2-1bd6-4942-aa0f-b8bbd1bf2adb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6ed0ada-c244-49a8-b9d7-83248cc79a62 HTTP/1.1" status: 204 len: 168 time: 0.4355590 Feb 05 18:56:03.598484 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01bbe911-c659-44a4-9204-9c1bb8f9834e', 'name': 'network-vif-deleted', 'tag': '1fbabcf9-0fbd-427d-9b08-da3fb6d7326e', 'status': 'completed', 'code': 200} Feb 05 18:56:03.675750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:03.680974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] Checking router: 987a32ae-8d2f-4a9c-93e8-441b1ce1acec for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:03.695140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:03.696131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:03.981942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:04.064987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:04.210776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47180f0-818d-4ae3-bbcf-58670e45de39 req-62073d41-421c-407f-b33a-759639e28495 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:04.218567 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d47180f0-818d-4ae3-bbcf-58670e45de39 req-62073d41-421c-407f-b33a-759639e28495 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.5062678 Feb 05 18:56:04.301031 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d47180f0-818d-4ae3-bbcf-58670e45de39 req-3202c3e0-fc48-4d15-8a30-8e886b855860 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0813951 Feb 05 18:56:04.609611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:04.615040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a21fab8-bbd1-4fcd-9efe-f2166cbe075e None None] The sync data for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi is: [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:04.817266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51850ccf-9b5e-4cfc-9026-69a2b83e73c9 req-7d307c94-53ad-4ee5-b165-bbf3a21ba4f7 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:04.830757 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-51850ccf-9b5e-4cfc-9026-69a2b83e73c9 req-7d307c94-53ad-4ee5-b165-bbf3a21ba4f7 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 932 time: 0.2307200 Feb 05 18:56:04.914026 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-51850ccf-9b5e-4cfc-9026-69a2b83e73c9 req-e3d6b167-57f3-4cbf-9c3e-1c39bde15f94 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801468 Feb 05 18:56:05.128310 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5615d2e2-9148-4f1f-b5c5-c74949ddff30 req-94e58525-b623-4305-ba4c-7f81ee636066 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0541096 Feb 05 18:56:05.145811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe982bb9-0efe-415f-b9b6-028599686693 None None] New status for floating IP eced92b9-cb5a-43c7-836d-2313605dc0ba: DOWN {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:56:05.659115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95908af-6684-4518-9974-50bfe9a38967 req-19b40c5b-5e08-4804-bcc9-e7da7ac2591d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:05.661098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f95908af-6684-4518-9974-50bfe9a38967 req-19b40c5b-5e08-4804-bcc9-e7da7ac2591d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.2243037 Feb 05 18:56:05.757566 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f95908af-6684-4518-9974-50bfe9a38967 req-4244fa38-4c66-49ec-8242-41af7db7d7e3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0846572 Feb 05 18:56:06.231424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7e58a-b450-404d-a0cc-e5aeb03aa71f req-c790e254-3743-48dc-88b1-4932117286b1 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:06.233144 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3aa7e58a-b450-404d-a0cc-e5aeb03aa71f req-c790e254-3743-48dc-88b1-4932117286b1 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 932 time: 0.1737785 Feb 05 18:56:06.313563 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3aa7e58a-b450-404d-a0cc-e5aeb03aa71f req-d42aef5f-ee37-438f-80a7-6453bb38c159 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725245 Feb 05 18:56:06.507817 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d81adbb0-7f1e-494a-8777-ad124811dd71 req-60ef0aa5-c5bd-40e5-8590-9507e301ced9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0571766 Feb 05 18:56:07.088925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f01500-da3b-4239-8362-7dc1e3d39b02 req-c25fa5b7-a38f-4b62-bcb0-2cf2692844ae tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:07.090595 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-08f01500-da3b-4239-8362-7dc1e3d39b02 req-c25fa5b7-a38f-4b62-bcb0-2cf2692844ae tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1713526 Feb 05 18:56:07.158004 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-08f01500-da3b-4239-8362-7dc1e3d39b02 req-37a5f72c-f00f-4a97-b099-e4f12f581c4d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0600085 Feb 05 18:56:07.301923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-cdc237b5-96f7-457d-9079-778696d22373 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fcda8af98d91498d9c479e2b52d63596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328424 Feb 05 18:56:07.557682 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-587c9da8-395d-46ae-9e80-dcd509d5bb2f tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:07.559397 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-587c9da8-395d-46ae-9e80-dcd509d5bb2f tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508295 Feb 05 18:56:07.577050 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-c96b817d-7745-443f-a1e2-296a08c1f09b tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/quotas/fcda8af98d91498d9c479e2b52d63596 HTTP/1.1" status: 200 len: 375 time: 0.0102427 Feb 05 18:56:07.640791 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-762810e6-dd20-40f5-9873-f79cec9364a0 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcda8af98d91498d9c479e2b52d63596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559616 Feb 05 18:56:08.105236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c74752-a295-4755-a068-c24527456865 req-d01719ea-737b-4b96-9ec1-0d9502d1c5b4 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:08.107194 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-15c74752-a295-4755-a068-c24527456865 req-d01719ea-737b-4b96-9ec1-0d9502d1c5b4 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 932 time: 0.1927242 Feb 05 18:56:08.179158 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-15c74752-a295-4755-a068-c24527456865 req-106ec423-fb92-44c1-ba22-5d8f117ec7de tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632560 Feb 05 18:56:08.624734 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-69a90d3e-71e8-49f2-8f36-529494c5bb49 req-cd11fe34-c417-4ab8-a97c-f54464d62cd6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0608404 Feb 05 18:56:08.816999 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f536af5c-fbaa-4e74-b578-7aebf8d1e724 req-7fed26ba-2648-4ba4-92e4-b3e55e565f3d tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 210 time: 0.0522184 Feb 05 18:56:09.144627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63805e-45cb-4fac-949c-acb6aea2cef3 req-3e6775d7-cc4b-4b3f-98ca-44b5e5186d0b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:09.146528 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ea63805e-45cb-4fac-949c-acb6aea2cef3 req-3e6775d7-cc4b-4b3f-98ca-44b5e5186d0b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.1855922 Feb 05 18:56:09.226278 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ea63805e-45cb-4fac-949c-acb6aea2cef3 req-ea45c004-2e7b-4b84-bf75-071095989dc7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0701783 Feb 05 18:56:09.556127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea1e1-8db4-48d9-a57c-e14043793e81 req-3f80a629-e5bf-406a-b8fc-90cc3bee878b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:09.557745 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-520ea1e1-8db4-48d9-a57c-e14043793e81 req-3f80a629-e5bf-406a-b8fc-90cc3bee878b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 932 time: 0.2006643 Feb 05 18:56:09.626861 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-520ea1e1-8db4-48d9-a57c-e14043793e81 req-5346c295-cae3-4e3b-8a9b-95ac7591d00b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Feb 05 18:56:09.847794 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-07c8cae6-172a-49a3-a186-0ed4af90e650 req-f3c60031-76df-4594-8c54-841bdea52d99 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0688069 Feb 05 18:56:10.037614 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2b24bd8f-14f6-42c1-b1c1-a06f31021f2a req-10643c69-292f-4e09-af4f-ff224e471932 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 210 time: 0.0591996 Feb 05 18:56:10.618945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfa434-7b69-421d-aa14-7a65da99bc08 req-1e7aeeaa-b5fa-4de5-86fc-ec50bcbe9a05 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:10.620740 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b5cfa434-7b69-421d-aa14-7a65da99bc08 req-1e7aeeaa-b5fa-4de5-86fc-ec50bcbe9a05 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.2340782 Feb 05 18:56:10.711719 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b5cfa434-7b69-421d-aa14-7a65da99bc08 req-489bab9c-3b07-4ff0-9bb9-382afe6bb6b4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0797768 Feb 05 18:56:10.927505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Request body: {'port': {'device_id': '96da0a7f-770a-4241-803d-dda7f9b21553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:10.941000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-b185cd0c-aba4-4e0e-a83b-4f46c48e0e55 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:10.942845 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-b185cd0c-aba4-4e0e-a83b-4f46c48e0e55 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 943 time: 0.2229857 Feb 05 18:56:11.099253 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6fe495fb-496e-440f-9d46-e12fe0859bbe req-40f0f4e7-74bd-42a1-9f7a-867dca1cdd64 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0784087 Feb 05 18:56:11.124061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Deleting port d5db78c9-868e-4951-a2ad-6ab183c442e5 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:56:11.124489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.132183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a899a-2e23-4b51-bb78-fa5a595f2df7 req-e456906f-3a4c-4b8e-8a11-249d84c24ced tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:11.133024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-b98a899a-2e23-4b51-bb78-fa5a595f2df7 req-e456906f-3a4c-4b8e-8a11-249d84c24ced tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:11.181017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.355198 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ab9a6924-b81e-4797-a2ed-569fb675fa22 req-628f9294-f586-4286-86f4-04e0db3cae24 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 210 time: 0.0941248 Feb 05 18:56:11.495959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] For port d5db78c9-868e-4951-a2ad-6ab183c442e5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d5db78c9-868e-4951-a2ad-6ab183c442e5,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:11.496245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.509446 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-b98a899a-2e23-4b51-bb78-fa5a595f2df7 req-e456906f-3a4c-4b8e-8a11-249d84c24ced tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:11.511124 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b98a899a-2e23-4b51-bb78-fa5a595f2df7 req-e456906f-3a4c-4b8e-8a11-249d84c24ced tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 932 time: 0.6561193 Feb 05 18:56:11.621974 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b98a899a-2e23-4b51-bb78-fa5a595f2df7 req-5a72dd7a-7aa1-4159-b790-5eefe9ee1e45 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026201 Feb 05 18:56:11.720811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6a6bd5-4497-4a65-94c6-e089a621c5b7 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:11.737870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.768325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Transition to ACTIVE for port object bf6a6bd5-4497-4a65-94c6-e089a621c5b7 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:11.805259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.834531 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:11.925019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.925737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:11.926072 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Floating IP 9dfb19e5-5459-4f08-8cde-18291180b937 disassociated. External IP: 172.27.2.226, port: d5db78c9-868e-4951-a2ad-6ab183c442e5. Feb 05 18:56:11.926506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Calling delete_port for d5db78c9-868e-4951-a2ad-6ab183c442e5 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:56:12.049198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:12.064747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:12.118717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.134480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:12.189833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event deleted for resources: {'Port': ['ID=d5db78c9-868e-4951-a2ad-6ab183c442e5,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:12.230989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d0089-469f-43da-8cb8-e48c73bfd7c1 req-a3c24ccd-ea24-4a9a-b345-5aef8f060d3e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:12.232707 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-460d0089-469f-43da-8cb8-e48c73bfd7c1 req-a3c24ccd-ea24-4a9a-b345-5aef8f060d3e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 865 time: 0.2587707 Feb 05 18:56:12.239846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:12.335249 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-baddb43a-8d63-4a05-951e-73bfd64b2b7c req-97958eb6-99a4-48c9-bc68-4a9a93de52c2 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=01bbe911-c659-44a4-9204-9c1bb8f9834e HTTP/1.1" status: 200 len: 210 time: 0.0831103 Feb 05 18:56:12.468085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Attempting to bind port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:12.468559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Attempting to bind port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:12.469024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Attempting to bind port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 on network f3e36784-b8de-4245-8939-78ec9e416fea {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:12.483382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:12.483894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Checking segment: {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:12.484381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.485446 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Bound using segment: {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:12.486780 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Bound port: bf6a6bd5-4497-4a65-94c6-e089a621c5b7, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c918d-b115-4daa-99c4-23cade58328e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:12.487911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.522481 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-460d0089-469f-43da-8cb8-e48c73bfd7c1 req-f0f83ceb-162e-484c-a782-0838447c269e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2142832 Feb 05 18:56:12.613561 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0ebe894b-0ff4-4ecb-a433-b102f168b146 req-ca4efdc0-7a5f-4f54-b919-7b30d51324d9 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 210 time: 0.0667050 Feb 05 18:56:12.635017 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-8895fd97-9aac-47ba-a6ae-2f575582745f tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fcda8af98d91498d9c479e2b52d63596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445342 Feb 05 18:56:12.669245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:12.850157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] For port bf6a6bd5-4497-4a65-94c6-e089a621c5b7, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:12.886844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] For port bf6a6bd5-4497-4a65-94c6-e089a621c5b7, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:12.929755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:12.956952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-53599042-c491-4d31-b75e-1bf100e88b9e tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:13.175906 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:13.188649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:13.199710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:13.200705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:13.226198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] No DVR routers for this DVR port d5db78c9-868e-4951-a2ad-6ab183c442e5 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:56:13.228641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.231816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'name': 'network-vif-deleted', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:13.282627 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f7f069b-00c9-4f4c-93d2-677006b2e627 req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "DELETE /v2.0/ports/d5db78c9-868e-4951-a2ad-6ab183c442e5 HTTP/1.1" status: 204 len: 173 time: 2.3301587 Feb 05 18:56:13.303511 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c81668-68cf-4ef6-89c9-ae6405a96b5c', 'name': 'network-vif-deleted', 'tag': 'd5db78c9-868e-4951-a2ad-6ab183c442e5', 'status': 'completed', 'code': 200} Feb 05 18:56:13.392525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-1c8360cf-655e-4c8f-99fc-bfad31eec95c tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:13.394202 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-1c8360cf-655e-4c8f-99fc-bfad31eec95c tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7512074 Feb 05 18:56:13.420057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:13.433109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Request body: {'port': {'device_id': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260', 'admin_state_up': True, 'tenant_id': 'fcda8af98d91498d9c479e2b52d63596'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:13.533940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44482) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:13.625075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc3429-5f13-4aec-a731-430b4e6b5d15 req-9ed5ac66-0c57-42df-b6fc-17a6d2374bc6 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:13.627486 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-17cc3429-5f13-4aec-a731-430b4e6b5d15 req-9ed5ac66-0c57-42df-b6fc-17a6d2374bc6 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 944 time: 0.8509490 Feb 05 18:56:13.634089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0b378585-6ced-40ae-824a-b5db04b9fb86 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.670686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0b378585-6ced-40ae-824a-b5db04b9fb86 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.760491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8427b1dc-5102-43b1-811a-00cb04854d63 req-b3e875a2-3ce1-4033-beff-21f10ecd0e19 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:13.788674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Pushing event updated for resources: {'Port': ['ID=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:13.800036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.842s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:13.811541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8427b1dc-5102-43b1-811a-00cb04854d63 req-b3e875a2-3ce1-4033-beff-21f10ecd0e19 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:13.813508 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8427b1dc-5102-43b1-811a-00cb04854d63 req-b3e875a2-3ce1-4033-beff-21f10ecd0e19 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4c81668-68cf-4ef6-89c9-ae6405a96b5c HTTP/1.1" status: 200 len: 210 time: 0.1178050 Feb 05 18:56:13.842651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:13.843583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:13.848625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:13.850990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0b378585-6ced-40ae-824a-b5db04b9fb86 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.856708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8bc394f0-71c3-43f8-9d0f-c3ad5e4b43cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:13.860455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:13.862685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:13.878680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b378585-6ced-40ae-824a-b5db04b9fb86 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078d39c0-5ed0-4ed6-9466-83d206934bd5,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:13.882464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0b378585-6ced-40ae-824a-b5db04b9fb86 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:13.883482 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-17cc3429-5f13-4aec-a731-430b4e6b5d15 req-38c66b5a-681d-4434-891f-29ef5f017e6e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347379 Feb 05 18:56:13.889894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Usage tracker for resource:port and tenant:fcda8af98d91498d9c479e2b52d63596 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:13.901370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:13.913475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:13.933666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:13.933802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.935441 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 1158 time: 3.2704966 Feb 05 18:56:13.935974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:13.961605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0b378585-6ced-40ae-824a-b5db04b9fb86 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:13.965603 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0b378585-6ced-40ae-824a-b5db04b9fb86 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "DELETE /v2.0/security-groups/078d39c0-5ed0-4ed6-9466-83d206934bd5 HTTP/1.1" status: 204 len: 168 time: 0.4278822 Feb 05 18:56:13.967037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44494) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:13.982425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Made reservation on behalf of fcda8af98d91498d9c479e2b52d63596 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:13.993783 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.v2.resource [None req-86bb0c6b-5070-4c0d-8409-5ce63a6a9aeb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] show failed (client error): The resource could not be found. Feb 05 18:56:13.995548 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-86bb0c6b-5070-4c0d-8409-5ce63a6a9aeb tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups/078d39c0-5ed0-4ed6-9466-83d206934bd5 HTTP/1.1" status: 404 len: 347 time: 0.0284555 Feb 05 18:56:14.003617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44498) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:14.013024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.034981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.114319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:14.118594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Usage tracker for resource:security_group_rule and tenant:fcda8af98d91498d9c479e2b52d63596 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:14.121572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:14.127627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:14.157507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:14.215880 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c3d5e2a1-c48c-4fe9-9f3b-10b5a9868459 req-0d831743-3798-492e-a611-23e3e511bc60 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 210 time: 0.1089334 Feb 05 18:56:14.225883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.244058 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'status': 'completed', 'code': 200} Feb 05 18:56:14.269966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.283598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a77a29bc-b9e0-4ffd-a653-36d0827bace1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:14.377944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Deleting port 6e4b9a83-0f8a-4c16-942c-54bd3051fdbb {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:56:14.378488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.408663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7000a38a-bdf8-40f8-baf8-84331af3e4be,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:14.466254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:14.533015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-cbaf0929-b319-43fe-a580-f6471cb6c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:14.534601 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-cbaf0929-b319-43fe-a580-f6471cb6c5d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1161 time: 0.4735782 Feb 05 18:56:14.611311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.611706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.635178 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-704ef0e4-4a4e-452a-8e9a-b08659254b19 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 217 time: 0.0760272 Feb 05 18:56:14.670227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:14.672744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d3356c-e44d-48d2-b032-3dea41643f08 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:14.768604 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Calling delete_port for 6e4b9a83-0f8a-4c16-942c-54bd3051fdbb owned by network:floatingip {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:56:14.808357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-47424330-08f7-4a91-b222-1c838537ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:14.809855 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-47424330-08f7-4a91-b222-1c838537ba76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.1645527 Feb 05 18:56:14.971341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Allocated IP 192.168.233.37 (065740b0-dad9-4288-8b0e-84d570ddc260/5070b080-52b7-47fe-9f4e-4fdc137372f9/d7f68f57-bace-4f74-accf-ed2d5cccbdf3) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:14.971919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:14.994070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:15.007034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-c8b16549-2a6e-4bba-8464-202ae366858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:15.008690 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-c8b16549-2a6e-4bba-8464-202ae366858f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1856282 Feb 05 18:56:15.128564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event deleted for resources: {'Port': ['ID=6e4b9a83-0f8a-4c16-942c-54bd3051fdbb,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:15.132959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:15.179810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d26f34-f986-457a-8d6c-753eb14c2a16 None None] New status for floating IP 9dfb19e5-5459-4f08-8cde-18291180b937: DOWN {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:56:15.333246 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-675a8af7-6164-44fb-9bab-aa491ee17a54 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1210055107&fields=id&tenant_id=66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 267 time: 0.0838273 Feb 05 18:56:15.336066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.439479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.440842 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c9efaa27-6356-4eb6-a729-94005710696c tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "DELETE /v2.0/floatingips/eced92b9-cb5a-43c7-836d-2313605dc0ba HTTP/1.1" status: 204 len: 168 time: 1.4357891 Feb 05 18:56:15.463149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd7c3d9-3073-414b-9a2e-fc8c035d31bc req-d7271f90-9bdc-4871-bf72-b702091f0cb8 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:15.464956 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cdd7c3d9-3073-414b-9a2e-fc8c035d31bc req-d7271f90-9bdc-4871-bf72-b702091f0cb8 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 944 time: 0.3355074 Feb 05 18:56:15.481191 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-dcbafda3-b061-407e-a7a5-bca46c870b5c service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517410 Feb 05 18:56:15.614911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-ef416a42-cc44-4835-bb72-29b85082d21d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:15.616623 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-ef416a42-cc44-4835-bb72-29b85082d21d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 811 time: 0.2700880 Feb 05 18:56:15.633535 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-2edc417d-61f6-47ec-afef-87014657d33f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/quotas/66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 375 time: 0.0105586 Feb 05 18:56:15.682834 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cdd7c3d9-3073-414b-9a2e-fc8c035d31bc req-19e48c65-88d6-4d87-85c5-50437e225d9d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045774 Feb 05 18:56:15.718651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.774003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Transition to ACTIVE for port object d7f68f57-bace-4f74-accf-ed2d5cccbdf3 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:15.784951 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0f941cc-1897-4f39-81df-106fd501fc0c req-24b0b951-8d82-4b2c-b44f-f426ca326334 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2841961 Feb 05 18:56:15.793288 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-947d35e4-61e6-4d7a-a49d-c5007a35b2f8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1535399 Feb 05 18:56:15.834711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:15.852659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8b8b92c9-9bd5-4cf1-b163-d343b0c7619a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:15.969858 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-998422f1-a174-446d-8ad6-d0232a903b7c service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508193 Feb 05 18:56:16.125133 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-cf430686-4596-48d5-8f0b-62f3135b06ea service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486485 Feb 05 18:56:16.333250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Pushing event updated for resources: {'Port': ['ID=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:16.343261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:16.505801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1af70-1c2f-40db-a6b1-858a25bd10ad req-190bffaf-e28f-4382-b549-ee10d8cd5c32 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:16.507536 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-26b1af70-1c2f-40db-a6b1-858a25bd10ad req-190bffaf-e28f-4382-b549-ee10d8cd5c32 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 935 time: 0.6707549 Feb 05 18:56:16.516262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-4e8278e1-f18c-45e3-8d9b-0499e5c6fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:16.517765 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-4e8278e1-f18c-45e3-8d9b-0499e5c6fe6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1161 time: 0.5701878 Feb 05 18:56:16.523751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Network 065740b0-dad9-4288-8b0e-84d570ddc260 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:16.538677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:16.543766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:16.810272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:16.810961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.834367 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-26b1af70-1c2f-40db-a6b1-858a25bd10ad req-a22b74a0-2e10-49cd-b8c8-95835b4e2ccb tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133752 Feb 05 18:56:16.843743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-106c0d9a-8ea0-4606-ba83-b858a3162edc None None] Provisioning for port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:16.850296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-106c0d9a-8ea0-4606-ba83-b858a3162edc None None] Provisioning complete for port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:16.850588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-106c0d9a-8ea0-4606-ba83-b858a3162edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:16.912766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-d349de50-1158-4096-8c5c-b3f33f5955e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:16.914755 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-d349de50-1158-4096-8c5c-b3f33f5955e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.3739355 Feb 05 18:56:16.917044 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5006006 Feb 05 18:56:16.917278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44536) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:16.921940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-106c0d9a-8ea0-4606-ba83-b858a3162edc None None] Port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:16.924971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189361876', 'description': 'tempest-description--971915230'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:16.964165 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:16.973579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:16.977504 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:16.983570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:17.015698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Request body: {'port': {'device_id': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:17.042097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.063359 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-b83fe30d-5684-470e-bf22-4d748142423d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 217 time: 0.1327446 Feb 05 18:56:17.066719 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f578efb3-9c88-4ab4-9bc5-779ce24cdd2b req-c14fd9c5-dd36-4a0b-bf6f-667686494d14 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0713742 Feb 05 18:56:17.081681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:17.089559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group_rule and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:17.093293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:17.101308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:17.205314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-427b75d9-4d81-4e07-adae-3de2bff1aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:17.210069 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-427b75d9-4d81-4e07-adae-3de2bff1aa43 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.1365213 Feb 05 18:56:17.211135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.263448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.273042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0b1e9c4f-8f3f-4ff6-a880-44adff932f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:17.298346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.324673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad8c196-a075-43de-85fe-cd52576cc363,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:17.327956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:17.365697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.370142 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4489553 Feb 05 18:56:17.370675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44546) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:17.379672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'security_group_rule': {'security_group_id': 'bad8c196-a075-43de-85fe-cd52576cc363', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:17.398951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-a53d7194-b8cb-4154-a463-bf0d9c2e3a39 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80172) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:56:17.416626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:17.420852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group_rule and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:17.424512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:17.440127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:17.504678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-4da30009-f258-4100-b802-f1efbf7ee8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:17.504948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.506346 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-4da30009-f258-4100-b802-f1efbf7ee8a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2879174 Feb 05 18:56:17.574852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.599607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ffdcc-50f4-4e4d-857d-e16e49315996 req-92735946-88b5-4b93-aa6f-163cb6ad10d8 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:17.601339 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ce7ffdcc-50f4-4e4d-857d-e16e49315996 req-92735946-88b5-4b93-aa6f-163cb6ad10d8 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 944 time: 0.3841012 Feb 05 18:56:17.622652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.636082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:17.662030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45506e50-d489-4657-951a-ff1e0c5b3ffd,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:17.665128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:17.764562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.770256 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a0859574-b8c8-42b5-9d03-2e5a362a789f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937552 Feb 05 18:56:17.770256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44550) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:17.777498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'security_group_rule': {'security_group_id': 'bad8c196-a075-43de-85fe-cd52576cc363', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:17.802119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:17.806617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device bf6a6bd5-4497-4a65-94c6-e089a621c5b7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:17.807911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:security_group_rule and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:17.811561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:17.818544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:17.883266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:17.927422 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ce7ffdcc-50f4-4e4d-857d-e16e49315996 req-2ba47055-0847-4e44-bcd1-686efef1e000 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980943 Feb 05 18:56:18.059191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.091749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.101876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f30eba37-0b1c-46e6-be97-623084aa8ff9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:18.160871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-cd1e8441-d696-4bb4-af16-30a33e71fd63 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583434 Feb 05 18:56:18.192255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:18.204792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:18.205948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.217605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ba59ec-6e39-4cd9-81a1-e3f96e9770b0,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:18.221027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:18.340458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.342028 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37e2283b-edf4-40d2-9529-14b3a1d7f24a req-555fee17-6826-43de-a3ce-73e2546d0f9a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0841630 Feb 05 18:56:18.346893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f344a1-8111-4fe1-9486-42c9cf771b0f req-de8a493d-5375-42b5-9e10-0b2b50fcf75a tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:18.348629 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-36f344a1-8111-4fe1-9486-42c9cf771b0f req-de8a493d-5375-42b5-9e10-0b2b50fcf75a tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 935 time: 0.2041209 Feb 05 18:56:18.350260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.351453 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-452248f2-f096-4b0c-b3e5-8ab0755c33c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5797291 Feb 05 18:56:18.355265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 44562) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:18.363458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:18.373763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:18.382615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port bf6a6bd5-4497-4a65-94c6-e089a621c5b7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:18.397160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:18.402908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Usage tracker for resource:floatingip and tenant:fceaf209c56445a389b480eead5f65a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:18.407967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:18.411459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.413564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:18.415298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:18.430267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ee04e33-3960-4f37-9d40-71dab072a016 req-a1078ab7-26d7-4352-9eea-07e7e8631987 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2545290 Feb 05 18:56:18.506563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f68f57-bace-4f74-accf-ed2d5cccbdf3 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:18.515923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.530591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Transition to ACTIVE for port object d7f68f57-bace-4f74-accf-ed2d5cccbdf3 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:18.557330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:18.559662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.565566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:18.577198 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-36f344a1-8111-4fe1-9486-42c9cf771b0f req-6303c3e1-abc9-401e-b730-200820e5b468 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305108 Feb 05 18:56:18.577198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:18.582019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a6c603cd-ce26-45cd-a6ad-52638717a44b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:18.617166 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'code': 200} Feb 05 18:56:18.733222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Pushing event updated for resources: {'Port': ['ID=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:18.739061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:19.022982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.131690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Attempting to bind port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:19.131690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Attempting to bind port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:19.131690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Attempting to bind port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 on network 065740b0-dad9-4288-8b0e-84d570ddc260 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:19.150207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:19.150575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Checking segment: {'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:19.150981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.151372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Bound using segment: {'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:19.151846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Bound port: d7f68f57-bace-4f74-accf-ed2d5cccbdf3, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bfc809-f4b4-4758-870c-9572ae2f014f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '065740b0-dad9-4288-8b0e-84d570ddc260'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:19.152216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.260945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-1982d5b4-9327-4611-8d8d-b6aacf6b37a0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.262612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-1982d5b4-9327-4611-8d8d-b6aacf6b37a0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 811 time: 0.3781288 Feb 05 18:56:19.378793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17187354-0516-43c2-81b3-766c884eae54 req-749dcb2e-4acb-4b9e-9b6e-d8ea33f246ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.380289 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-17187354-0516-43c2-81b3-766c884eae54 req-749dcb2e-4acb-4b9e-9b6e-d8ea33f246ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1163 time: 0.3388696 Feb 05 18:56:19.409000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] For port d7f68f57-bace-4f74-accf-ed2d5cccbdf3, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:19.413828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device bf6a6bd5-4497-4a65-94c6-e089a621c5b7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:19.452443 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-51cfe0c7-910f-48d6-97da-66da34381771 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 5765 time: 0.1508276 Feb 05 18:56:19.462953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'port': {'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'admin_state_up': True, 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'security_groups': ['0bfcf04a-fe8d-4241-a2ec-bed513699df2']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:19.486092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] For port d7f68f57-bace-4f74-accf-ed2d5cccbdf3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,segment=NetworkSegment(12bfc809-f4b4-4758-870c-9572ae2f014f),segment_id=12bfc809-f4b4-4758-870c-9572ae2f014f)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:19.533738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46cdea3-ca9a-46d6-94c4-76d636a04f7e req-ea0d8c6d-7461-435d-a4e0-440a67b46b20 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:19.535748 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f46cdea3-ca9a-46d6-94c4-76d636a04f7e req-ea0d8c6d-7461-435d-a4e0-440a67b46b20 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.4089065 Feb 05 18:56:19.544217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:19.546827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.547813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:19.569746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ecd1665f-ad57-4b5f-b02e-57c8f16c06e0 tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:19.629348 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-17187354-0516-43c2-81b3-766c884eae54 req-463cbf1b-ec8a-4e75-a618-ef96bea098ea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358372 Feb 05 18:56:19.687600 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f46cdea3-ca9a-46d6-94c4-76d636a04f7e req-dbe155ca-1a67-4e46-9e6e-f20980209d90 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385424 Feb 05 18:56:19.702048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Allocated IP 172.27.2.100 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/3c069678-56fa-440b-9f48-d231d96773eb) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:19.947574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.018036 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-67762c41-06d1-40d6-a2ff-1b1ab4c87727 req-67b459a5-0952-48c4-8954-dbcd1ccb6239 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.4040179 Feb 05 18:56:20.077822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf41adb-743d-4162-b052-15010c2b8d06 req-1a92b526-d1ff-40a1-ae42-47fb388a8105 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:20.080619 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2bf41adb-743d-4162-b052-15010c2b8d06 req-1a92b526-d1ff-40a1-ae42-47fb388a8105 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 947 time: 0.2462027 Feb 05 18:56:20.110117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Pushing event updated for resources: {'Port': ['ID=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:20.113767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:20.120765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:20.144589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:20.161080 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2bf41adb-743d-4162-b052-15010c2b8d06 req-217f9d8e-e0a6-4a9f-97f4-841fd239fa7f tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685353 Feb 05 18:56:20.162827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.176649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:20.177553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.179277 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] 10.222.0.26 "PUT /v2.0/ports/d7f68f57-bace-4f74-accf-ed2d5cccbdf3 HTTP/1.1" status: 200 len: 1161 time: 3.2471945 Feb 05 18:56:20.179828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'tag': 'd7f68f57-bace-4f74-accf-ed2d5cccbdf3'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:20.193490 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Made reservation on behalf of 66cade7dbbaf4816930f8fb86904e36c for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:20.197218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-052ac3bf-7f81-4bff-bb65-bcb5f2d3f5f9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:20.228009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.312533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'Port': ['ID=3c069678-56fa-440b-9f48-d231d96773eb,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:20.368021 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'tag': 'd7f68f57-bace-4f74-accf-ed2d5cccbdf3', 'status': 'completed', 'code': 200} Feb 05 18:56:20.374004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:20.467932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:20.469571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:20.474445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:20.537411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-b2ed4559-f938-44aa-b48e-9e7a1f094bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:20.539077 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-b2ed4559-f938-44aa-b48e-9e7a1f094bf9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcda8af98d91498d9c479e2b52d63596&device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 1164 time: 0.2982538 Feb 05 18:56:20.572045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.660937 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-e7f856f3-47d9-4864-b8a0-f16ccc9a3bb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d7f68f57-bace-4f74-accf-ed2d5cccbdf3 HTTP/1.1" status: 200 len: 217 time: 0.1106591 Feb 05 18:56:20.682764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:20.782209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-5cb53589-b838-4a7c-a5a3-c540d0c86555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:20.784340 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-5cb53589-b838-4a7c-a5a3-c540d0c86555 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5070b080-52b7-47fe-9f4e-4fdc137372f9 HTTP/1.1" status: 200 len: 843 time: 0.1166382 Feb 05 18:56:20.913690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Allocated IP 172.20.0.9 (0e9a81f1-1b03-4d30-a7dd-2192d9f889a7/ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2/a880b33c-4e2b-4fb8-94d4-01aacd2f1a93) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:20.946467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798c7b-2491-47ba-b00d-c360309c507b req-ed840b2a-d689-41eb-bd79-782c9ccfa1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:20.948100 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-ed840b2a-d689-41eb-bd79-782c9ccfa1bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=065740b0-dad9-4288-8b0e-84d570ddc260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1313746 Feb 05 18:56:21.185039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18d413-f530-4a25-8384-fe316cdfdf4a req-b9f741a2-fd28-4ae4-ae51-054fe09fe4c0 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:21.186785 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-da18d413-f530-4a25-8384-fe316cdfdf4a req-b9f741a2-fd28-4ae4-ae51-054fe09fe4c0 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.2674699 Feb 05 18:56:21.223487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.268258 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-da18d413-f530-4a25-8384-fe316cdfdf4a req-2d0a6183-c57f-46fb-beb6-9630173227dd tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673234 Feb 05 18:56:21.269923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.286045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-27696951-ad13-4483-9e48-addfbd56b8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:21.339964 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-97be3b04-58b0-4645-be51-9fea11e6b98c service neutron] 10.222.0.26 "GET /v2.0/networks/065740b0-dad9-4288-8b0e-84d570ddc260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786037 Feb 05 18:56:21.471886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'Port': ['ID=3c069678-56fa-440b-9f48-d231d96773eb,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:21.482312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:21.484667 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdbc134d-3e89-409c-97c0-844b0e279948 req-557d8aef-237b-4f55-97b7-968ebdae2ab7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0603287 Feb 05 18:56:21.487167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51685-f611-446f-a6b4-6567386b8ba7 req-2770eb46-dfeb-43bf-b02c-e79599de68fd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:21.488978 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b3a51685-f611-446f-a6b4-6567386b8ba7 req-2770eb46-dfeb-43bf-b02c-e79599de68fd tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.4127140 Feb 05 18:56:21.573551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.604316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.631362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Transition to ACTIVE for port object a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:21.668091 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b3a51685-f611-446f-a6b4-6567386b8ba7 req-1c1b6cc0-8bfe-49e8-9ed0-800626d567b6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219134 Feb 05 18:56:21.698592 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42798c7b-2491-47ba-b00d-c360309c507b req-de9a51cb-059f-422e-9be3-28272597d2b1 service neutron] 10.222.0.26 "GET /v2.0/networks/065740b0-dad9-4288-8b0e-84d570ddc260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3485298 Feb 05 18:56:21.712927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.714438 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3578775 Feb 05 18:56:21.743142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:21.760611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:21.809387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9792c-ac81-41ef-91a1-3de56b5a8b09 req-42b30d1b-4136-4a16-bb74-703ae6e5fa95 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:21.811373 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f8c9792c-ac81-41ef-91a1-3de56b5a8b09 req-42b30d1b-4136-4a16-bb74-703ae6e5fa95 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 947 time: 0.2020190 Feb 05 18:56:21.885281 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f8c9792c-ac81-41ef-91a1-3de56b5a8b09 req-35dca5c6-1a1c-42b7-b881-0b700e5ad3bd tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626419 Feb 05 18:56:21.989214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:21.992254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:22.062360 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-a7fcdf70-56db-4ce1-9be9-c34baa7945dd tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--189361876&fields=id&tenant_id=fceaf209c56445a389b480eead5f65a7 HTTP/1.1" status: 200 len: 267 time: 0.1294327 Feb 05 18:56:22.132175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-46b4a1db-5c33-4d93-927a-b5587db5e513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.133760 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-46b4a1db-5c33-4d93-927a-b5587db5e513 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fcda8af98d91498d9c479e2b52d63596&device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 1164 time: 0.3149290 Feb 05 18:56:22.165286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:56:22.301294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:22.306645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:22.309041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:22.589096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2561dd4-7933-40e1-a6cb-d347a5b8e916 req-eb0c41e3-f3f1-4288-a9c9-3aad63fe7eab tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.590809 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b2561dd4-7933-40e1-a6cb-d347a5b8e916 req-eb0c41e3-f3f1-4288-a9c9-3aad63fe7eab tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.1833389 Feb 05 18:56:22.594156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-ee3834aa-ae68-4c09-8792-e623af986a59 None None] Provisioning for port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:22.600259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-ee3834aa-ae68-4c09-8792-e623af986a59 None None] Provisioning complete for port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:22.600707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee3834aa-ae68-4c09-8792-e623af986a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.659842 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-ee3834aa-ae68-4c09-8792-e623af986a59 None None] Port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:22.661531 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b2561dd4-7933-40e1-a6cb-d347a5b8e916 req-5b00c62b-dae0-45bc-bcf6-da6fc895573d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626352 Feb 05 18:56:22.773660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-61fc3e3f-8104-4a9e-82fd-99e618ec3a10 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.775384 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-61fc3e3f-8104-4a9e-82fd-99e618ec3a10 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 811 time: 0.7032168 Feb 05 18:56:22.849794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.850468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:22.854982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-0b147969-b2ec-461f-9c0f-204bb42f93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.856536 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-0b147969-b2ec-461f-9c0f-204bb42f93d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=065740b0-dad9-4288-8b0e-84d570ddc260 HTTP/1.1" status: 200 len: 863 time: 0.6727638 Feb 05 18:56:22.942087 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-3e00becd-ff25-4e1c-8fd3-1dcfd34cc084 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/quotas/fceaf209c56445a389b480eead5f65a7 HTTP/1.1" status: 200 len: 375 time: 0.0828133 Feb 05 18:56:22.958586 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-2ba4350c-d53e-4a3b-ba59-88cad8bb9f32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=d7f68f57-bace-4f74-accf-ed2d5cccbdf3 HTTP/1.1" status: 200 len: 217 time: 0.0847847 Feb 05 18:56:22.961968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27a2db-c9f1-4e9a-bc19-a663f31a69c6 req-9ed561a8-7955-4142-8d7a-70be58441494 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:22.963708 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eb27a2db-c9f1-4e9a-bc19-a663f31a69c6 req-9ed561a8-7955-4142-8d7a-70be58441494 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 931 time: 0.1778917 Feb 05 18:56:23.029183 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eb27a2db-c9f1-4e9a-bc19-a663f31a69c6 req-672e095c-2318-4c47-b481-a79b6e4c58b7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0581629 Feb 05 18:56:23.046963 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5877726 Feb 05 18:56:23.066043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Request body: {'port': {'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:23.142208 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-e39be4fd-8462-4d7d-ba6d-e6850e8228ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.143780 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-e39be4fd-8462-4d7d-ba6d-e6850e8228ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5070b080-52b7-47fe-9f4e-4fdc137372f9 HTTP/1.1" status: 200 len: 843 time: 0.1422696 Feb 05 18:56:23.325376 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-0698350f-76a0-4ddc-8a95-8270f2fbd621 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3686261 Feb 05 18:56:23.327850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba38e85-5d37-4085-a6f9-dbb99483ae4b req-b096590b-ad08-4ac1-95fd-8d81833dcc35 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.331078 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0ba38e85-5d37-4085-a6f9-dbb99483ae4b req-b096590b-ad08-4ac1-95fd-8d81833dcc35 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.1823490 Feb 05 18:56:23.341602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:23.392027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 065740b0-dad9-4288-8b0e-84d570ddc260 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:56:23.404977 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0ba38e85-5d37-4085-a6f9-dbb99483ae4b req-6b982840-5db1-43b8-bcc2-f2a3913ac8eb tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674691 Feb 05 18:56:23.451317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-f7c2a913-a03a-4893-86a7-feab48abe0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.451317 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-f7c2a913-a03a-4893-86a7-feab48abe0a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=065740b0-dad9-4288-8b0e-84d570ddc260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2987964 Feb 05 18:56:23.663506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-efc2ac83-a578-4a8f-8b81-93b3bf4a356a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80172) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:56:23.735143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c4b6d-2942-4edb-a179-fec174f3256d req-802ab54c-3ddc-4977-840b-5d030ffc910f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:23.736962 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f62c4b6d-2942-4edb-a179-fec174f3256d req-802ab54c-3ddc-4977-840b-5d030ffc910f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1796498 Feb 05 18:56:23.816694 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f62c4b6d-2942-4edb-a179-fec174f3256d req-791d40cd-3029-413b-a0bb-c68e3da78b15 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732214 Feb 05 18:56:23.858352 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-13834727-7639-4e4f-8b73-ea0ff32f4cee service neutron] 10.222.0.43 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045307 Feb 05 18:56:23.879384 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-e57614bb-7a0b-414b-ae92-385685101af8 service neutron] 10.222.0.26 "GET /v2.0/networks/065740b0-dad9-4288-8b0e-84d570ddc260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951488 Feb 05 18:56:24.045567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device d7f68f57-bace-4f74-accf-ed2d5cccbdf3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:24.133679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96c1b0-86c8-43ec-9527-c808c7c2ee5d req-eb758157-2daf-4aaa-8f38-efd2bc583fcb tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:24.135502 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6f96c1b0-86c8-43ec-9527-c808c7c2ee5d req-eb758157-2daf-4aaa-8f38-efd2bc583fcb tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 947 time: 0.1799812 Feb 05 18:56:24.153874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:24.159960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:24.160385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.203435 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6f96c1b0-86c8-43ec-9527-c808c7c2ee5d req-db1ed5f0-10e6-4365-9cc6-ee0f568c84d3 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609634 Feb 05 18:56:24.247275 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-106d6015-648e-4a34-a790-3032bf6c3407 service neutron] 10.222.0.43 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3704689 Feb 05 18:56:24.260532 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cf974444-536d-4ff5-8e4c-ca95668999d6 req-48409f89-6791-46b0-8c60-2629d178dad2 service neutron] 10.222.0.26 "GET /v2.0/networks/065740b0-dad9-4288-8b0e-84d570ddc260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3543942 Feb 05 18:56:24.281819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.312024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.343180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f68f57-bace-4f74-accf-ed2d5cccbdf3'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:24.357243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port d7f68f57-bace-4f74-accf-ed2d5cccbdf3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,segment=NetworkSegment(12bfc809-f4b4-4758-870c-9572ae2f014f),segment_id=12bfc809-f4b4-4758-870c-9572ae2f014f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:24.371887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:24.380381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.388310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.390582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:24.393670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Transition to ACTIVE for port object a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:24.445018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:24.464971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-53d18922-9722-43dc-8fb4-bb3e5baa4fce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:24.481432 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:24.485446 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:24.592444 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f68f57-bace-4f74-accf-ed2d5cccbdf3', 'code': 200} Feb 05 18:56:24.664888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:24.671230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:24.711154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5f4fc97a-7d41-4b50-9903-9e28aed25cca req-f383f929-d1c8-4b88-b75e-3fafc7d0e460 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:24.759879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5f4fc97a-7d41-4b50-9903-9e28aed25cca req-f383f929-d1c8-4b88-b75e-3fafc7d0e460 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:24.761594 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f4fc97a-7d41-4b50-9903-9e28aed25cca req-f383f929-d1c8-4b88-b75e-3fafc7d0e460 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 210 time: 0.1103461 Feb 05 18:56:24.834274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6a2c5-c288-4bb8-8155-fb2c051aaad7 req-4e859ed1-a821-4eab-8d3f-3e3217ac1f99 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:24.835022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-73a6a2c5-c288-4bb8-8155-fb2c051aaad7 req-4e859ed1-a821-4eab-8d3f-3e3217ac1f99 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:25.132595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6c414-772e-4d58-b551-0daf459a246b req-98828c95-a939-44b7-9f78-6654bf1247bc tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:25.134434 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be6c414-772e-4d58-b551-0daf459a246b req-98828c95-a939-44b7-9f78-6654bf1247bc tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.1936841 Feb 05 18:56:25.206279 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be6c414-772e-4d58-b551-0daf459a246b req-ea815956-d43b-43e7-a265-7ee9efb7071b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647135 Feb 05 18:56:25.287731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-73a6a2c5-c288-4bb8-8155-fb2c051aaad7 req-4e859ed1-a821-4eab-8d3f-3e3217ac1f99 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:25.287731 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-73a6a2c5-c288-4bb8-8155-fb2c051aaad7 req-4e859ed1-a821-4eab-8d3f-3e3217ac1f99 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.7161033 Feb 05 18:56:25.298676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device d7f68f57-bace-4f74-accf-ed2d5cccbdf3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:25.399795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:25.400327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.430495 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-73a6a2c5-c288-4bb8-8155-fb2c051aaad7 req-030036c0-c1ef-487f-bf04-7a9257684f34 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1276755 Feb 05 18:56:25.459790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Attempting to bind port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:25.460533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Attempting to bind port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:25.461094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Attempting to bind port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 on network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:25.485635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:25.486433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Checking segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:25.486751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.487210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Bound using segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:25.487765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Bound port: a880b33c-4e2b-4fb8-94d4-01aacd2f1a93, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:25.488210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.501733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ca70c-36e3-4815-a6bb-2f7cbe770187 req-f08657fd-49e9-4ec1-8bf4-d7ee19f4eafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:25.503579 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c02ca70c-36e3-4815-a6bb-2f7cbe770187 req-f08657fd-49e9-4ec1-8bf4-d7ee19f4eafd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 1166 time: 0.6012104 Feb 05 18:56:25.533794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3cd0f-6a67-4827-83d3-3c12d0a433f1 req-0b78daca-1406-49af-967f-3b2d1699e828 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:25.535556 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9a3cd0f-6a67-4827-83d3-3c12d0a433f1 req-0b78daca-1406-49af-967f-3b2d1699e828 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1936634 Feb 05 18:56:25.630952 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c02ca70c-36e3-4815-a6bb-2f7cbe770187 req-930a647b-c99e-4b41-ac8b-806bcc6746c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764291 Feb 05 18:56:25.638825 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e9a3cd0f-6a67-4827-83d3-3c12d0a433f1 req-f68dc374-bf33-415f-99ab-ad1c956739ef tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965593 Feb 05 18:56:25.736444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] For port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:25.741109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] For port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:25.847379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7adb5-5c48-4881-92f3-85dda5e6b171 req-46aaa095-193e-4b01-980b-c0d5e273020d tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:25.848205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ffa7adb5-5c48-4881-92f3-85dda5e6b171 req-46aaa095-193e-4b01-980b-c0d5e273020d tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Synchronizing usage tracker for tenant:fcda8af98d91498d9c479e2b52d63596 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:25.858561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:25.946606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a3625bdb-116a-4831-ba73-572e5b04c2db tempest-AttachVolumeNegativeTest-1922845379 tempest-AttachVolumeNegativeTest-1922845379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:25.995183 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2e9dd0eb-7c3a-4937-90b9-fe0b1dd4cc2c req-1137a84d-7019-467e-82d7-7e65550962c7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 210 time: 0.0572484 Feb 05 18:56:26.053316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ffa7adb5-5c48-4881-92f3-85dda5e6b171 req-46aaa095-193e-4b01-980b-c0d5e273020d tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Unset dirty status for tenant:fcda8af98d91498d9c479e2b52d63596 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:26.054621 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ffa7adb5-5c48-4881-92f3-85dda5e6b171 req-46aaa095-193e-4b01-980b-c0d5e273020d tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 949 time: 0.4225090 Feb 05 18:56:26.071967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:26.079421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:26.132321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.132997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:26.134499 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 1157 time: 3.0755868 Feb 05 18:56:26.135026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:26.160345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ffa7adb5-5c48-4881-92f3-85dda5e6b171 req-ff79216c-bae8-4fc9-a99a-59ec87019bf3 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Synchronizing usage tracker for tenant:fcda8af98d91498d9c479e2b52d63596 on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:26.205120 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'status': 'completed', 'code': 200} Feb 05 18:56:26.206374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ffa7adb5-5c48-4881-92f3-85dda5e6b171 req-ff79216c-bae8-4fc9-a99a-59ec87019bf3 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Unset dirty status for tenant:fcda8af98d91498d9c479e2b52d63596 on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:26.207644 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ffa7adb5-5c48-4881-92f3-85dda5e6b171 req-ff79216c-bae8-4fc9-a99a-59ec87019bf3 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457491 Feb 05 18:56:26.300743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-d361abef-7d94-4ebe-8d9f-9df864933db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.302445 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-d361abef-7d94-4ebe-8d9f-9df864933db8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1160 time: 0.0912926 Feb 05 18:56:26.414573 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-8ebefa2a-1eea-4703-b321-012f93e7f47e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 217 time: 0.1042147 Feb 05 18:56:26.577139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-194a24ef-6bd9-44c1-86ca-c8a64ae4f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.578865 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-194a24ef-6bd9-44c1-86ca-c8a64ae4f6f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.1123331 Feb 05 18:56:26.735414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-5f5ab491-64a7-480e-8b84-407b7caf0e54 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.737058 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-5f5ab491-64a7-480e-8b84-407b7caf0e54 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 811 time: 0.3685548 Feb 05 18:56:26.814018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-5e64ee39-2fd7-45cc-8c36-a8d8c5073ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.816294 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-5e64ee39-2fd7-45cc-8c36-a8d8c5073ae4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2203848 Feb 05 18:56:26.819617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee245c-438a-4ca8-8fb9-e523f6da35ce req-f2d28bb1-b6ea-4f62-a5a5-a946abedd941 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:26.825515 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b0ee245c-438a-4ca8-8fb9-e523f6da35ce req-f2d28bb1-b6ea-4f62-a5a5-a946abedd941 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.2362645 Feb 05 18:56:26.899354 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b0ee245c-438a-4ca8-8fb9-e523f6da35ce req-7262819c-2dbe-4108-bd4c-be19a8e6120a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0681534 Feb 05 18:56:27.049063 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-e4277b4c-c540-46c6-817c-054fbd531e28 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fceaf209c56445a389b480eead5f65a7 HTTP/1.1" status: 200 len: 5703 time: 0.2940931 Feb 05 18:56:27.062297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'port': {'device_id': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'admin_state_up': True, 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'security_groups': ['bad8c196-a075-43de-85fe-cd52576cc363']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:27.211202 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-50fa0bbd-b37d-4724-9f0b-db5c9f478478 req-64ee23da-d1b3-49cc-9acb-1b9132cd6b6b tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 210 time: 0.0541728 Feb 05 18:56:27.229035 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-70bc8d09-7360-4198-b058-b4e3cb567f54 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999636 Feb 05 18:56:27.439452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35502efa-913e-4468-8929-da8fe5ef9912 req-892a9a69-e0af-4275-a7b3-fbe9d4ffdea8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:27.441142 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-35502efa-913e-4468-8929-da8fe5ef9912 req-892a9a69-e0af-4275-a7b3-fbe9d4ffdea8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.5841558 Feb 05 18:56:27.476037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:27.503560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:27.520830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c54761-d2fb-4349-b9f8-dcc209f92c2f req-6eb35fe1-c977-40f1-b1e0-baeb14b26468 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:27.522561 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c3c54761-d2fb-4349-b9f8-dcc209f92c2f req-6eb35fe1-c977-40f1-b1e0-baeb14b26468 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 949 time: 0.1733794 Feb 05 18:56:27.571107 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-35502efa-913e-4468-8929-da8fe5ef9912 req-299a2ba9-46e4-46e2-8550-8a1defa555a4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226218 Feb 05 18:56:27.590395 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b48931b8-f9e4-4963-a0c8-6b56441b537b req-c9c40814-5800-4ad9-ac99-8fe28ac1f763 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3471553 Feb 05 18:56:27.591094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Made reservation on behalf of fceaf209c56445a389b480eead5f65a7 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:56:27.595705 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c3c54761-d2fb-4349-b9f8-dcc209f92c2f req-dea43168-e26b-4763-b880-883fffcc73c5 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Feb 05 18:56:27.613246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:27.926198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-7f80f0a0-13e8-4b79-a157-8ba86d8e9b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:27.927820 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-7f80f0a0-13e8-4b79-a157-8ba86d8e9b3d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1160 time: 0.1910086 Feb 05 18:56:28.153875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Allocated IP 172.20.0.3 (0e6f2205-17c7-485c-b230-98a3329eb62d/2f9b5aa1-fef9-417d-ac13-4d671c02a9bc/4f4b34e3-a34d-494d-8dd5-228be540f129) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:28.163715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-69270c7c-963d-49c6-bad4-66c4ffd680c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:28.165342 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-69270c7c-963d-49c6-bad4-66c4ffd680c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.2302749 Feb 05 18:56:28.258313 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-c22d8b6e-3e23-49c0-9ba8-ae575d0cbe51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 217 time: 0.0841782 Feb 05 18:56:28.591484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b045472-a47e-43ac-b437-23c09d0c4053 req-41ee96a3-b8ce-4948-bbd2-584df91092c1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:28.593194 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b045472-a47e-43ac-b437-23c09d0c4053 req-41ee96a3-b8ce-4948-bbd2-584df91092c1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.4503441 Feb 05 18:56:28.661932 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3b045472-a47e-43ac-b437-23c09d0c4053 req-88ee30a5-06d9-4b6e-88eb-569a12c62f92 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0611331 Feb 05 18:56:28.713902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-7a7e366b-e54d-469b-9804-854e065e111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:28.715529 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-7a7e366b-e54d-469b-9804-854e065e111c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.4426625 Feb 05 18:56:28.866312 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e54bd521-cf27-4839-8b88-26700341204e req-ace93cd2-29d2-440f-be66-792c636b55f2 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 210 time: 0.0752153 Feb 05 18:56:28.931536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d4c69-6dc5-4d8b-ad50-7362e89be6aa req-e2e1fe3c-2668-409a-a9ec-e1d9728740a7 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:28.933389 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-176d4c69-6dc5-4d8b-ad50-7362e89be6aa req-e2e1fe3c-2668-409a-a9ec-e1d9728740a7 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 949 time: 0.3871670 Feb 05 18:56:28.940158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-710bc06f-ba09-49e6-aecd-3b9ebc1d67e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:28.976044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.030512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-7d90d88e-ef24-4aa7-9abe-118bbd585463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:29.032166 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-7d90d88e-ef24-4aa7-9abe-118bbd585463 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2933326 Feb 05 18:56:29.033173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Transition to ACTIVE for port object 4f4b34e3-a34d-494d-8dd5-228be540f129 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:29.055826 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-176d4c69-6dc5-4d8b-ad50-7362e89be6aa req-1ecb6d38-82b1-41b1-b055-e3008f040cc7 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057889 Feb 05 18:56:29.155061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258635f-c8e1-41b1-b454-4c1085e78202 req-10c51a02-2a25-44ee-97a2-84a3f67cdaba tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:29.156896 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3258635f-c8e1-41b1-b454-4c1085e78202 req-10c51a02-2a25-44ee-97a2-84a3f67cdaba tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1715560 Feb 05 18:56:29.212420 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-dad26388-da3e-422b-8d9e-2b51fdaeee2c service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555336 Feb 05 18:56:29.222739 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3258635f-c8e1-41b1-b454-4c1085e78202 req-42338157-acb9-4058-b2c8-bfbc5b2e2f19 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592566 Feb 05 18:56:29.294699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.318288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:29.492458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event updated for resources: {'Port': ['ID=4f4b34e3-a34d-494d-8dd5-228be540f129,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:29.500688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:29.554562 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-a5c524ad-b2ee-413a-a117-0d16b0e149ac service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3348281 Feb 05 18:56:29.572480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Network 0e6f2205-17c7-485c-b230-98a3329eb62d is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:29.573813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:29.577093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:29.715903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:29.716697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.730918 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-bffeed62-5dd3-4fc5-a404-e76f4d7f1bd1 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:29.732606 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-bffeed62-5dd3-4fc5-a404-e76f4d7f1bd1 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.26 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 949 time: 0.1809623 Feb 05 18:56:29.838286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Deleting port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:56:29.838669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.862610 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8045518 Feb 05 18:56:29.867086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-382a34c3-e066-4b8f-a88d-3bdd73a683ac None None] Provisioning for port 4f4b34e3-a34d-494d-8dd5-228be540f129 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:29.875462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Request body: {'port': {'device_id': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:29.879394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-382a34c3-e066-4b8f-a88d-3bdd73a683ac None None] Provisioning complete for port 4f4b34e3-a34d-494d-8dd5-228be540f129 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:29.880166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-382a34c3-e066-4b8f-a88d-3bdd73a683ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:29.945268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-382a34c3-e066-4b8f-a88d-3bdd73a683ac None None] Port 4f4b34e3-a34d-494d-8dd5-228be540f129 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:56:30.036552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.176025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c5554-3ae7-42b8-a2bf-35d698c71d5b req-4d37302c-4ed5-42b3-9357-50ff1a9420d5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:30.177727 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5c8c5554-3ae7-42b8-a2bf-35d698c71d5b req-4d37302c-4ed5-42b3-9357-50ff1a9420d5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.3627098 Feb 05 18:56:30.184246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] For port d7f68f57-bace-4f74-accf-ed2d5cccbdf3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,segment=NetworkSegment(12bfc809-f4b4-4758-870c-9572ae2f014f),segment_id=12bfc809-f4b4-4758-870c-9572ae2f014f)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:30.184737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.311441 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5c8c5554-3ae7-42b8-a2bf-35d698c71d5b req-76d7e336-f635-4167-a324-a6e0b9b2a1ad tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1199763 Feb 05 18:56:30.338469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Calling delete_port for d7f68f57-bace-4f74-accf-ed2d5cccbdf3 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:56:30.474441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd0f6b-cb4c-4804-b560-dad45f5dfe36 req-3d7941a4-1cdd-4051-9821-9cfc7a5949f9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:30.476203 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4cdd0f6b-cb4c-4804-b560-dad45f5dfe36 req-3d7941a4-1cdd-4051-9821-9cfc7a5949f9 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 931 time: 0.4237344 Feb 05 18:56:30.581322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4cdd0f6b-cb4c-4804-b560-dad45f5dfe36 req-cbd371e5-459d-4e2e-8ced-54e40445d9b6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:30.669281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4cdd0f6b-cb4c-4804-b560-dad45f5dfe36 req-cbd371e5-459d-4e2e-8ced-54e40445d9b6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:30.670704 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4cdd0f6b-cb4c-4804-b560-dad45f5dfe36 req-cbd371e5-459d-4e2e-8ced-54e40445d9b6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879587 Feb 05 18:56:30.724155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe560dd9-502b-4ccf-9055-203656ac8ddc req-535de249-3365-4238-b28b-01b140bf2792 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:30.725888 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fe560dd9-502b-4ccf-9055-203656ac8ddc req-535de249-3365-4238-b28b-01b140bf2792 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 949 time: 0.2850533 Feb 05 18:56:30.736836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.754816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:30.856372 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fe560dd9-502b-4ccf-9055-203656ac8ddc req-ccb9d345-f64d-4377-96de-9e1710aa70c5 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/security-groups?id=7000a38a-bdf8-40f8-baf8-84331af3e4be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156278 Feb 05 18:56:30.858809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4b34e3-a34d-494d-8dd5-228be540f129 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:56:30.862817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Pushing event deleted for resources: {'Port': ['ID=d7f68f57-bace-4f74-accf-ed2d5cccbdf3,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:30.868991 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.877009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a309d8bf-1230-4f98-94a9-b56daf89f572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.883496 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Transition to ACTIVE for port object 4f4b34e3-a34d-494d-8dd5-228be540f129 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:56:30.913932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:30.917122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:30.931528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:31.096892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d49973-1ed1-4e56-9b7f-4d452fd4f221 req-f9b9698a-7114-45be-bb43-f4868946ba3e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:31.098611 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86d49973-1ed1-4e56-9b7f-4d452fd4f221 req-f9b9698a-7114-45be-bb43-f4868946ba3e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2924528 Feb 05 18:56:31.167770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] No DVR routers for this DVR port d7f68f57-bace-4f74-accf-ed2d5cccbdf3 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:56:31.180740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.189625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'name': 'network-vif-deleted', 'tag': 'd7f68f57-bace-4f74-accf-ed2d5cccbdf3'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:31.228709 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-86d49973-1ed1-4e56-9b7f-4d452fd4f221 req-a44e5acc-1f74-47d6-8198-8ed112a50be7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919800 Feb 05 18:56:31.240451 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-546dc20c-f048-4c99-b9b7-2b8bf2dda55d req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.26 "DELETE /v2.0/ports/d7f68f57-bace-4f74-accf-ed2d5cccbdf3 HTTP/1.1" status: 204 len: 173 time: 1.5019836 Feb 05 18:56:31.278590 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5fcf9-1a4e-4944-a09e-adf541984944', 'name': 'network-vif-deleted', 'tag': 'd7f68f57-bace-4f74-accf-ed2d5cccbdf3', 'status': 'completed', 'code': 200} Feb 05 18:56:31.289158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device d7f68f57-bace-4f74-accf-ed2d5cccbdf3 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:56:31.311088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=4f4b34e3-a34d-494d-8dd5-228be540f129,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:31.311088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:31.345539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] No Port match for: d7f68f57-bace-4f74-accf-ed2d5cccbdf3 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:56:31.345867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device d7f68f57-bace-4f74-accf-ed2d5cccbdf3 not bound to the agent host hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:56:31.517336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Attempting to bind port 4f4b34e3-a34d-494d-8dd5-228be540f129 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:56:31.517709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Attempting to bind port 4f4b34e3-a34d-494d-8dd5-228be540f129 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:56:31.518078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Attempting to bind port 4f4b34e3-a34d-494d-8dd5-228be540f129 on network 0e6f2205-17c7-485c-b230-98a3329eb62d {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:56:31.524811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:56:31.525188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Checking segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:56:31.527994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.527994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Bound using segment: {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:56:31.527994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Bound port: 4f4b34e3-a34d-494d-8dd5-228be540f129, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548f36a8-d321-430d-9248-352941640a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:56:31.527994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.632234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] For port 4f4b34e3-a34d-494d-8dd5-228be540f129, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:56:31.635296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] For port 4f4b34e3-a34d-494d-8dd5-228be540f129, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f4b34e3-a34d-494d-8dd5-228be540f129,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:56:31.637064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125a0dd-b100-4176-b2dc-babab0f3f2b8 req-e983671d-c6a9-4037-bbf2-1ea0b9d13c50 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:31.638792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b125a0dd-b100-4176-b2dc-babab0f3f2b8 req-e983671d-c6a9-4037-bbf2-1ea0b9d13c50 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1887660 Feb 05 18:56:31.687748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:31.705773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-87bc1fa1-a7cf-4052-a8c5-613d6ca9c71d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:31.706073 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b125a0dd-b100-4176-b2dc-babab0f3f2b8 req-1bba6e55-9163-48c2-b530-6839e6e33a8b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0602167 Feb 05 18:56:31.903702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Pushing event updated for resources: {'Port': ['ID=4f4b34e3-a34d-494d-8dd5-228be540f129,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:31.910205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:32.033244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:32.080759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d23c1b-61e6-4d57-83b4-63dcb829b59e req-9b4449e8-0bcf-49cb-988e-0e81d1a3ad51 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.081594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-b2d23c1b-61e6-4d57-83b4-63dcb829b59e req-9b4449e8-0bcf-49cb-988e-0e81d1a3ad51 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:32.091440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.092103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:32.092869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ffe05e18-d7b2-4575-bb88-e0fa21fc9cf1 req-939e534c-47b7-47a8-9c4e-08724d6c965b tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Synchronizing usage tracker for tenant:fcda8af98d91498d9c479e2b52d63596 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:32.093592 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] 10.222.0.26 "PUT /v2.0/ports/4f4b34e3-a34d-494d-8dd5-228be540f129 HTTP/1.1" status: 200 len: 1157 time: 2.2236323 Feb 05 18:56:32.095413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:32.170767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-ffe05e18-d7b2-4575-bb88-e0fa21fc9cf1 req-939e534c-47b7-47a8-9c4e-08724d6c965b tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Unset dirty status for tenant:fcda8af98d91498d9c479e2b52d63596 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:32.171134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-b2d23c1b-61e6-4d57-83b4-63dcb829b59e req-9b4449e8-0bcf-49cb-988e-0e81d1a3ad51 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:32.173523 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b2d23c1b-61e6-4d57-83b4-63dcb829b59e req-9b4449e8-0bcf-49cb-988e-0e81d1a3ad51 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 943 time: 0.3385856 Feb 05 18:56:32.180513 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ffe05e18-d7b2-4575-bb88-e0fa21fc9cf1 req-939e534c-47b7-47a8-9c4e-08724d6c965b tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] 10.222.0.43 "GET /v2.0/ports?device_id=5fa5fcf9-1a4e-4944-a09e-adf541984944 HTTP/1.1" status: 200 len: 210 time: 0.1417069 Feb 05 18:56:32.255868 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b2d23c1b-61e6-4d57-83b4-63dcb829b59e req-c1915635-cedc-4376-9285-524446c86634 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750902 Feb 05 18:56:32.262322 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'status': 'completed', 'code': 200} Feb 05 18:56:32.378369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff521d-fe5c-424c-9bea-d7e7ba65516e req-26345aa6-afea-4263-b5d1-73c093d33de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.379945 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4ff521d-fe5c-424c-9bea-d7e7ba65516e req-26345aa6-afea-4263-b5d1-73c093d33de3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 1160 time: 0.0846629 Feb 05 18:56:32.572158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e7408-9939-46ae-93d1-892d55735a22 req-716b3615-340b-4e42-80f3-720acb337f05 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.573780 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-007e7408-9939-46ae-93d1-892d55735a22 req-716b3615-340b-4e42-80f3-720acb337f05 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1734018 Feb 05 18:56:32.639870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff521d-fe5c-424c-9bea-d7e7ba65516e req-0d473f53-cbbd-4e74-b017-0838eb8d5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.640653 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-007e7408-9939-46ae-93d1-892d55735a22 req-144fb809-9f9f-41cc-85e8-c9291747a07f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596797 Feb 05 18:56:32.641589 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4ff521d-fe5c-424c-9bea-d7e7ba65516e req-0d473f53-cbbd-4e74-b017-0838eb8d5b66 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fceaf209c56445a389b480eead5f65a7&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1570580 Feb 05 18:56:32.650614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:32.803209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff521d-fe5c-424c-9bea-d7e7ba65516e req-68bd91fd-725a-488c-ba6a-2817bb95bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.805084 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4ff521d-fe5c-424c-9bea-d7e7ba65516e req-68bd91fd-725a-488c-ba6a-2817bb95bfa8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1559782 Feb 05 18:56:32.997163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-30cdd8d7-b307-450e-baa9-2606fa054e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:32.998825 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-30cdd8d7-b307-450e-baa9-2606fa054e3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 1160 time: 0.1469941 Feb 05 18:56:33.093113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb2b7b-ef2e-47fc-927d-7c04e27aacd6 req-7a31e9f1-157d-41d0-8950-1fdf66c94875 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.094922 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b4fb2b7b-ef2e-47fc-927d-7c04e27aacd6 req-7a31e9f1-157d-41d0-8950-1fdf66c94875 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.2073121 Feb 05 18:56:33.181530 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-85a11b6a-c70a-4c51-91c1-507448c94a0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4b34e3-a34d-494d-8dd5-228be540f129 HTTP/1.1" status: 200 len: 217 time: 0.1727912 Feb 05 18:56:33.267412 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b4fb2b7b-ef2e-47fc-927d-7c04e27aacd6 req-8db3a30c-301a-4f11-814f-7682308615d0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1204784 Feb 05 18:56:33.290891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-5f384571-1dd0-4966-b235-2f5c8fc6769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.290891 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-5f384571-1dd0-4966-b235-2f5c8fc6769d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.0928078 Feb 05 18:56:33.381926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1038a12-d771-4749-9881-831e19881743 req-eaed3316-f415-4a68-a13e-a104c01062a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.383764 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-eaed3316-f415-4a68-a13e-a104c01062a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859616 Feb 05 18:56:33.564571 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-2d5b5c45-f0ff-4a6e-9194-59aebc040f67 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722946 Feb 05 18:56:33.587671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c503fe-42d8-4400-aa19-c700db2162d3 req-3f5172c0-305e-4af3-89be-cd80e264247f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:33.595663 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-08c503fe-42d8-4400-aa19-c700db2162d3 req-3f5172c0-305e-4af3-89be-cd80e264247f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 943 time: 0.1947110 Feb 05 18:56:33.665922 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-08c503fe-42d8-4400-aa19-c700db2162d3 req-25a5d646-45a8-4b24-8173-4f0792e1bc6d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689392 Feb 05 18:56:33.740326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1038a12-d771-4749-9881-831e19881743 req-28c211ff-56c3-443f-b47d-393e9b474068 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1671255 Feb 05 18:56:33.770102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:34.033925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfce14-d2b8-4b2a-a558-ea4690444d4b req-d7aaffa1-ddb9-40b9-8e09-8eaf28fab4f3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:34.036076 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-21dfce14-d2b8-4b2a-a558-ea4690444d4b req-d7aaffa1-ddb9-40b9-8e09-8eaf28fab4f3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2034910 Feb 05 18:56:34.110584 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-21dfce14-d2b8-4b2a-a558-ea4690444d4b req-3cd5e380-b840-49a5-a757-47cf5f1b7fc9 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649464 Feb 05 18:56:34.607168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dee4b-62c8-453a-8e08-b2cde63813b8 req-06052bfe-3f4a-4a77-b6f1-a4d0f8716a13 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:34.617411 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e5dee4b-62c8-453a-8e08-b2cde63813b8 req-06052bfe-3f4a-4a77-b6f1-a4d0f8716a13 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.2060704 Feb 05 18:56:34.714582 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e5dee4b-62c8-453a-8e08-b2cde63813b8 req-5ed46e7a-b1c1-45be-b910-bdd66df4528a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0814650 Feb 05 18:56:35.062475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df77008-59cb-47e1-8702-0f4db8cd197c req-06395c98-7a17-4a3a-b7fa-f34073d34da4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:35.064177 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4df77008-59cb-47e1-8702-0f4db8cd197c req-06395c98-7a17-4a3a-b7fa-f34073d34da4 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 943 time: 0.2241731 Feb 05 18:56:35.154815 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4df77008-59cb-47e1-8702-0f4db8cd197c req-1c3222d8-480f-496b-85f0-f4a8b699ca3f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805025 Feb 05 18:56:35.530148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbf877-e7a7-48a1-bd75-13d0faa6f860 req-d1d28133-12c9-4902-be95-a795d6bf76d1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:35.532605 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0bbf877-e7a7-48a1-bd75-13d0faa6f860 req-d1d28133-12c9-4902-be95-a795d6bf76d1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2512038 Feb 05 18:56:35.603198 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0bbf877-e7a7-48a1-bd75-13d0faa6f860 req-4b91ff5f-cc30-4dc6-bf62-9fb821358e08 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639892 Feb 05 18:56:36.155731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d45001-b313-445f-914d-2330e1a250b5 req-3b27cf45-67c0-4415-acb7-ec81c343d70c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:36.158004 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d8d45001-b313-445f-914d-2330e1a250b5 req-3b27cf45-67c0-4415-acb7-ec81c343d70c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.2319231 Feb 05 18:56:36.270324 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d8d45001-b313-445f-914d-2330e1a250b5 req-bad1510d-91ec-42b8-8732-fc8fa64acf94 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1053221 Feb 05 18:56:36.325782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 4f4b34e3-a34d-494d-8dd5-228be540f129 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:36.565099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 4f4b34e3-a34d-494d-8dd5-228be540f129 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:36.571881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 4f4b34e3-a34d-494d-8dd5-228be540f129 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:36.573875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:36.775142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:36.848896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605fb21-5561-4685-b09e-7120c8f082c8 req-d33169c1-ba9c-4719-8a69-794b87600f4f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:36.863913 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0605fb21-5561-4685-b09e-7120c8f082c8 req-d33169c1-ba9c-4719-8a69-794b87600f4f tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 943 time: 0.4289806 Feb 05 18:56:36.923524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 4f4b34e3-a34d-494d-8dd5-228be540f129, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f4b34e3-a34d-494d-8dd5-228be540f129,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:36.923524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:37.003487 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0605fb21-5561-4685-b09e-7120c8f082c8 req-8e74e853-fc32-433e-96bb-bf08fb461f53 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367302 Feb 05 18:56:37.061795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.064469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:37.129407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:37.260905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=4f4b34e3-a34d-494d-8dd5-228be540f129,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:37.276558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.277119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.277577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.278104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.278585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.279034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.279548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.279917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.280448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.281410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.281723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.282086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.282609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.282987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.283347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.284092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.284458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.284818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.285175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.285533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.285892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.286306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.286662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.287017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:56:37.293433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:37.361129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fefdf6-2269-481b-9d42-81f012302c86 req-bf59eb1e-ba02-4754-a65d-3c9ff4516138 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:37.366783 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34fefdf6-2269-481b-9d42-81f012302c86 req-bf59eb1e-ba02-4754-a65d-3c9ff4516138 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.3559911 Feb 05 18:56:37.387067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:56:37.401297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:37.401715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.484703 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34fefdf6-2269-481b-9d42-81f012302c86 req-a53a66df-0327-4d70-bff3-25f909e03d07 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102326 Feb 05 18:56:37.507567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad098f33-c314-405a-bcc2-f579971f6c87 req-0312d80a-b618-4d39-82ef-84e589eb6a9c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:37.509286 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ad098f33-c314-405a-bcc2-f579971f6c87 req-0312d80a-b618-4d39-82ef-84e589eb6a9c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.3434954 Feb 05 18:56:37.571547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.614361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:37.631454 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ad098f33-c314-405a-bcc2-f579971f6c87 req-f6683fbe-26db-486c-98c7-11ada726ebca tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001899 Feb 05 18:56:37.658923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'code': 200} Feb 05 18:56:37.662518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:37.664527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8677e387-d160-4b85-86b5-06c0c0a44b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:37.835482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:37.852297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 4f4b34e3-a34d-494d-8dd5-228be540f129 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:37.938443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:38.040385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 4f4b34e3-a34d-494d-8dd5-228be540f129 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:38.041104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:38.169014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fed3a-b9fa-42f2-b1c4-de984e6544e2 req-00ac9b25-9a78-4f5e-bede-dafe0a89c483 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:38.178035 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d3fed3a-b9fa-42f2-b1c4-de984e6544e2 req-00ac9b25-9a78-4f5e-bede-dafe0a89c483 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.3615525 Feb 05 18:56:38.182092 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-0477815a-8516-4d7d-a8d7-7b4415026b0e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4836297 Feb 05 18:56:38.208199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:38.232709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818951e-e489-4f0e-9426-d1537ffdefcf req-6b156b56-81a0-494b-a0b4-5b859f47737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:38.235029 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d818951e-e489-4f0e-9426-d1537ffdefcf req-6b156b56-81a0-494b-a0b4-5b859f47737b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 1162 time: 0.2298844 Feb 05 18:56:38.242576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:38.248131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Usage tracker for resource:floatingip and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:38.262269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:38.271827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:38.277936 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d3fed3a-b9fa-42f2-b1c4-de984e6544e2 req-bbe232ed-eb57-4471-a886-cd6dead3dd71 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0987775 Feb 05 18:56:38.346533 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d818951e-e489-4f0e-9426-d1537ffdefcf req-0e719e00-ed13-4bc6-869f-67c59e36a5cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528042 Feb 05 18:56:38.519602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:38.590685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81a6d9-8584-4e7e-b1dd-a663f83ba7c3 req-c77422cb-9326-4a73-9e3d-04eabfc56e34 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:38.592479 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba81a6d9-8584-4e7e-b1dd-a663f83ba7c3 req-c77422cb-9326-4a73-9e3d-04eabfc56e34 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 945 time: 0.1707358 Feb 05 18:56:38.680723 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba81a6d9-8584-4e7e-b1dd-a663f83ba7c3 req-c2529125-71b9-4280-ade3-ccc771260907 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807056 Feb 05 18:56:38.730512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:39.074922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286a0b7-4403-49d6-800c-e930f3dd5b28 req-5f843adf-ca18-4689-8a06-9e86418e4988 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:39.083944 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0286a0b7-4403-49d6-800c-e930f3dd5b28 req-5f843adf-ca18-4689-8a06-9e86418e4988 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2355366 Feb 05 18:56:39.110608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Allocated IP 172.27.2.218 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/b5dc965d-7d50-4e86-844d-59d094553465) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:39.170637 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0286a0b7-4403-49d6-800c-e930f3dd5b28 req-8bb45851-d6d1-45a2-8fa8-a62fcaddf0f6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857177 Feb 05 18:56:39.329725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:39.399968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:39.660594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:39.713596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b7fa5-36e1-42a9-8de6-44be776f0e51 req-29dd2e6a-c240-4144-b6b0-34681d5a9f98 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:39.725927 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f5b7fa5-36e1-42a9-8de6-44be776f0e51 req-29dd2e6a-c240-4144-b6b0-34681d5a9f98 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.2957354 Feb 05 18:56:39.865964 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f5b7fa5-36e1-42a9-8de6-44be776f0e51 req-e6d5b67a-413d-4381-a012-6c358c4dcc47 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1383028 Feb 05 18:56:39.869340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:39.996317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1e4f1e8e-a539-47a7-be2c-f7dbdb0823f2 tempest-DeleteServersTestJSON-921848848 tempest-DeleteServersTestJSON-921848848-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:39.999091 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'code': 200} Feb 05 18:56:40.019639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:40.020979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.093575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'Port': ['ID=b5dc965d-7d50-4e86-844d-59d094553465,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:40.115737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:40.145463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:40.154963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:40.164658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:40.414556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a4245-6ee3-4f6d-8c46-7c536daa9a1d req-ca0718aa-6afc-460d-a762-1d83f6232e13 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:40.423490 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4b0a4245-6ee3-4f6d-8c46-7c536daa9a1d req-ca0718aa-6afc-460d-a762-1d83f6232e13 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 945 time: 0.3194537 Feb 05 18:56:40.506266 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4b0a4245-6ee3-4f6d-8c46-7c536daa9a1d req-887edf0e-fcdd-4c73-bf2c-22835e5bee3d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817099 Feb 05 18:56:40.525496 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.548567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810b73d-15a9-47b4-993c-2097b2b4f64e req-7ef818b5-3c3c-4fdb-ac8a-1afaf50d9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:40.552630 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7810b73d-15a9-47b4-993c-2097b2b4f64e req-7ef818b5-3c3c-4fdb-ac8a-1afaf50d9d2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1162 time: 0.1354866 Feb 05 18:56:40.670497 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7810b73d-15a9-47b4-993c-2097b2b4f64e req-5abdbfb0-1278-4585-8fde-e38c99ec7835 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1090047 Feb 05 18:56:40.695774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:40.871375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d93a99-a39f-4b8b-b82d-507e8ae24abb req-7077e5e9-2f0c-4d35-9c12-61c8452b213d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:40.873129 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-96d93a99-a39f-4b8b-b82d-507e8ae24abb req-7077e5e9-2f0c-4d35-9c12-61c8452b213d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2052813 Feb 05 18:56:40.966355 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-96d93a99-a39f-4b8b-b82d-507e8ae24abb req-d26e4897-9ab8-4e91-934b-12c29e105a5f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846872 Feb 05 18:56:41.044489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.079683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.096951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8a4706b0-83fc-46fa-8853-3d9226c8d58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:41.180610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'Port': ['ID=b5dc965d-7d50-4e86-844d-59d094553465,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:41.241651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:41.333013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4613fbb-691b-4983-8d56-7d646263860c req-85d6cea5-a1ca-49b1-bf02-e93e455a4791 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:41.350801 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4613fbb-691b-4983-8d56-7d646263860c req-85d6cea5-a1ca-49b1-bf02-e93e455a4791 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 945 time: 0.2445080 Feb 05 18:56:41.354472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45032) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:41.365266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Request body: {'floatingip': {'port_id': '4f4b34e3-a34d-494d-8dd5-228be540f129'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:41.410331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.496050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:41.497283 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2985985 Feb 05 18:56:41.610929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-2abbe2d5-4e38-46ee-9ba8-40d64dfab1de tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:floatingip {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:41.656932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-2abbe2d5-4e38-46ee-9ba8-40d64dfab1de tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:floatingip {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:41.658296 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-2abbe2d5-4e38-46ee-9ba8-40d64dfab1de tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1530778 Feb 05 18:56:41.693637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45038) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:41.757535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.065624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-b524f5e6-afc0-4119-9583-0e80cab0e482 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:42.067392 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-b524f5e6-afc0-4119-9583-0e80cab0e482 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.4007750 Feb 05 18:56:42.125071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-5ce899b7-cef5-43ed-9cbf-e9a2ea418596 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:56:42.142982 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4be89212-399b-47bd-9eaf-aad1d375c62f req-5ce899b7-cef5-43ed-9cbf-e9a2ea418596 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0390310 Feb 05 18:56:42.181152 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-7a7b05d6-0677-4022-b2d4-a5987d71bea3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcda8af98d91498d9c479e2b52d63596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827714 Feb 05 18:56:42.181350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45048) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:56:42.359591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3cfef-ac3d-4358-ad25-3e759776ef43 req-262642b4-eb81-4af9-8e47-3a11ac7e2d5c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:42.365978 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-95c3cfef-ac3d-4358-ad25-3e759776ef43 req-262642b4-eb81-4af9-8e47-3a11ac7e2d5c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.5039368 Feb 05 18:56:42.497210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5414e0-2c92-4e1b-bc6c-7048838b2f05 req-4013583b-54d5-4e79-b6bc-b44ccadd90fb tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:42.501036 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1f5414e0-2c92-4e1b-bc6c-7048838b2f05 req-4013583b-54d5-4e79-b6bc-b44ccadd90fb tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2361083 Feb 05 18:56:42.570926 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-95c3cfef-ac3d-4358-ad25-3e759776ef43 req-7348a3b3-79ff-4430-a260-87be26d661cb tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.1322744 Feb 05 18:56:42.584241 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1f5414e0-2c92-4e1b-bc6c-7048838b2f05 req-3ba9aaeb-41d6-4ba8-a264-d1b23775a542 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771008 Feb 05 18:56:42.626817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:42.659933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.028591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-7edfa56e-1a4e-4f51-9788-cd3473ed3005 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.031001 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-7edfa56e-1a4e-4f51-9788-cd3473ed3005 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3041258 Feb 05 18:56:43.039299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.047629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:43.073924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7000a38a-bdf8-40f8-baf8-84331af3e4be,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:43.076922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:43.263871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-d08fc9ec-4dca-4b13-b720-b8c6bba54f03 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.218 HTTP/1.1" status: 200 len: 696 time: 0.1174855 Feb 05 18:56:43.304525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'floatingip': {'port_id': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:43.355284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.393606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for floatingip, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:43.883911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0093b86-7709-4e13-9b05-02c71a397d8a req-b1656993-bab3-485b-bc93-7cc145291246 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:43.885542 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a0093b86-7709-4e13-9b05-02c71a397d8a req-b1656993-bab3-485b-bc93-7cc145291246 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.1770899 Feb 05 18:56:43.957304 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a0093b86-7709-4e13-9b05-02c71a397d8a req-306315b9-7d6d-4f54-acec-3ed4a5a9cc6f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0643990 Feb 05 18:56:44.074480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.252999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787ad04-150a-4f85-afb1-be266b5f7139 req-ba624693-f7ed-4236-b937-990feaaa393f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.254652 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f787ad04-150a-4f85-afb1-be266b5f7139 req-ba624693-f7ed-4236-b937-990feaaa393f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1727126 Feb 05 18:56:44.320821 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f787ad04-150a-4f85-afb1-be266b5f7139 req-6b67c590-68d0-4594-b57c-429cb56559a8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594201 Feb 05 18:56:44.623996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662f30f-8c6d-437b-80c4-8154aa709e30 req-0fedc15b-e875-4728-acc5-4ade31b213b6 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:44.625825 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4662f30f-8c6d-437b-80c4-8154aa709e30 req-0fedc15b-e875-4728-acc5-4ade31b213b6 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.1735198 Feb 05 18:56:44.655272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:44.658863 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7000a38a-bdf8-40f8-baf8-84331af3e4be HTTP/1.1" status: 204 len: 168 time: 2.4736342 Feb 05 18:56:44.694496 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4662f30f-8c6d-437b-80c4-8154aa709e30 req-21e830f0-1d75-4a62-b481-41f531d5d705 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0621483 Feb 05 18:56:44.949578 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-9c4bee45-b0ce-4466-891e-429da887ee62 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2000923 Feb 05 18:56:44.961284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:44.984708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:44.995217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:45.228653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:45.286594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:45.293761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:45.545008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:45.821508 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Floating IP ca581892-e8b1-4750-8c0f-25d4ce8980e4 associated. External IP: 172.27.2.100, port: 4f4b34e3-a34d-494d-8dd5-228be540f129. Feb 05 18:56:45.979886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Allocated IP 172.27.2.179 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/156d4c49-8942-4bb3-ac4c-1944e6217c4a) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:56:46.060881 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Floating IP ae857859-8361-4cc8-bbca-b3c84eed2424 associated. External IP: 172.27.2.218, port: bf6a6bd5-4497-4a65-94c6-e089a621c5b7. Feb 05 18:56:46.214201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:46.323896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:46.372089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:46.620771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=156d4c49-8942-4bb3-ac4c-1944e6217c4a,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:46.627193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:46.640794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:56:46.647654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:56:46.651709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:46.651934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:56:46.798939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:46.915296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:46.955792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:46.965407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:46.970558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] Sync routers for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:46.995739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:46.996444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:47.131069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Router ea65fbaa-9e51-4792-921f-ce86165756c9 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:47.174721 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9582024a-90aa-49ee-be86-74d67a886d5d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "PUT /v2.0/floatingips/ca581892-e8b1-4750-8c0f-25d4ce8980e4 HTTP/1.1" status: 200 len: 991 time: 5.8218491 Feb 05 18:56:47.178341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:47.278577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:47.407967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:47.413373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:47.418713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] Sync routers for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:47.437008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:47.437711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:47.461305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:47.486006 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-ce4759e1-d725-4299-a1ca-961c27ac1b61 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "PUT /v2.0/floatingips/ae857859-8361-4cc8-bbca-b3c84eed2424 HTTP/1.1" status: 200 len: 997 time: 4.2100039 Feb 05 18:56:47.531408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:47.564170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-baff238f-5b67-4646-b7cf-8b4f86c6e289 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:47.662134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-22f51611-92b7-4f3b-ba33-ed3d2b3e4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:47.668182 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-22f51611-92b7-4f3b-ba33-ed3d2b3e4091 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1163 time: 0.1662862 Feb 05 18:56:47.701952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:47.943587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'ca581892-e8b1-4750-8c0f-25d4ce8980e4', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'port_id': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'mac_address': 'fa:16:3e:b2:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:20Z', 'updated_at': '2021-02-05T18:56:43Z', 'revision_number': 1, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:47.953558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] Checking router: 987a32ae-8d2f-4a9c-93e8-441b1ce1acec for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:47.982543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:47.983406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:48.008802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-75698655-2653-49c4-b7bf-1bdbbb91a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:48.010459 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-75698655-2653-49c4-b7bf-1bdbbb91a1b5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.3278463 Feb 05 18:56:48.179528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=156d4c49-8942-4bb3-ac4c-1944e6217c4a,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:48.183388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:48.264356 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-37dfcb1b-ece9-4fdf-a293-306ecbd426f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 1000 time: 0.2353408 Feb 05 18:56:48.268959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'ae857859-8361-4cc8-bbca-b3c84eed2424', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'port_id': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'mac_address': 'fa:16:3e:80:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da0a7f-770a-4241-803d-dda7f9b21553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:40Z', 'updated_at': '2021-02-05T18:56:43Z', 'revision_number': 1, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:48.273545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] Checking router: ea65fbaa-9e51-4792-921f-ce86165756c9 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:48.285020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:48.286009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:48.314092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:48.378536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:48.381974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:48.383342 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4266958 Feb 05 18:56:48.392354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-4b585ebd-ac22-4515-9733-db7ea635d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:48.394323 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-4b585ebd-ac22-4515-9733-db7ea635d323 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.1207404 Feb 05 18:56:48.509390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-9cb7067d-9adb-4ea0-92e1-34840cd79dec tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:48.552115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-f848b0ed-bbc1-453e-afc3-5f81bbcf4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:48.561276 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-f848b0ed-bbc1-453e-afc3-5f81bbcf4e04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1593101 Feb 05 18:56:48.569023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:48.570746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-9cb7067d-9adb-4ea0-92e1-34840cd79dec tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:48.572124 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-9cb7067d-9adb-4ea0-92e1-34840cd79dec tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200 len: 696 time: 0.1810842 Feb 05 18:56:48.756441 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-1c867f31-f242-4037-a467-fae4394acadc service neutron] 10.222.0.43 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925139 Feb 05 18:56:48.938420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'ca581892-e8b1-4750-8c0f-25d4ce8980e4', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'port_id': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'mac_address': 'fa:16:3e:b2:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:20Z', 'updated_at': '2021-02-05T18:56:43Z', 'revision_number': 1, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:48.943369 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-75d18114-6ccc-4702-8e35-ca0fa0aeb6b7 req-6a74d54c-2824-4046-871c-2aa82278eb12 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1858513 Feb 05 18:56:48.944450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a6aa0-8514-4d78-b76a-90ceb047eb5a None None] The sync data for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi is: [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'ca581892-e8b1-4750-8c0f-25d4ce8980e4', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'floating_ip_address': '172.27.2.100', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'port_id': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'mac_address': 'fa:16:3e:b2:0f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:20Z', 'updated_at': '2021-02-05T18:56:43Z', 'revision_number': 1, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:49.081561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-7cbf3643-0865-442d-b2be-af4640a9beea tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:49.094692 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3623379b-d706-4e53-9e2b-64d6c7a81457 req-7cbf3643-0865-442d-b2be-af4640a9beea tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.5147114 Feb 05 18:56:49.338879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'ae857859-8361-4cc8-bbca-b3c84eed2424', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'port_id': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'mac_address': 'fa:16:3e:80:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da0a7f-770a-4241-803d-dda7f9b21553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:40Z', 'updated_at': '2021-02-05T18:56:43Z', 'revision_number': 1, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:49.355541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81a23ba-c6ca-4243-9670-61e92678f19b None None] The sync data for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi is: [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': 'ae857859-8361-4cc8-bbca-b3c84eed2424', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'port_id': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'mac_address': 'fa:16:3e:80:ed:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96da0a7f-770a-4241-803d-dda7f9b21553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:40Z', 'updated_at': '2021-02-05T18:56:43Z', 'revision_number': 1, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:49.457899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0715b14-34cf-40f6-82ff-997d2e451adc None None] New status for floating IP ca581892-e8b1-4750-8c0f-25d4ce8980e4: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:56:49.509017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187d83c-e3b2-4a49-9a09-bc9321c134a3 req-909107da-31b3-40da-8691-7069ddf6d146 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:49.512710 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d187d83c-e3b2-4a49-9a09-bc9321c134a3 req-909107da-31b3-40da-8691-7069ddf6d146 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.3452210 Feb 05 18:56:49.515189 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'status': 'completed', 'code': 200} Feb 05 18:56:49.573265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1940456602', 'description': 'tempest-TestMinimumBasicScenario-1940456602 description'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:49.606430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:49.622544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:49.646616 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d187d83c-e3b2-4a49-9a09-bc9321c134a3 req-62931988-d07f-4f86-904b-e06c26931aae tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232171 Feb 05 18:56:49.657731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-bf886ba9-17b4-4d20-b3de-0118fb98f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:49.659410 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-bf886ba9-17b4-4d20-b3de-0118fb98f91b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fceaf209c56445a389b480eead5f65a7&device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 1162 time: 0.1813657 Feb 05 18:56:49.711770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:49.914041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:49.920224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Usage tracker for resource:security_group_rule and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:49.924184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:49.933110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:50.025526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-82678d20-c461-472a-9823-8881c3e80155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:50.027277 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-82678d20-c461-472a-9823-8881c3e80155 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 200 len: 905 time: 0.3519742 Feb 05 18:56:50.041925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f316de-9e93-4e28-81ec-90565a7b3fa2 None None] New status for floating IP ae857859-8361-4cc8-bbca-b3c84eed2424: ACTIVE {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:56:50.228660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:50.233934 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-46ffbeba-bca3-4c94-9232-63819e327c60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4b34e3-a34d-494d-8dd5-228be540f129 HTTP/1.1" status: 200 len: 1001 time: 0.1765854 Feb 05 18:56:50.273042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:50.302974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9f82ee8f-ea10-48f3-ae17-30798ad9ca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:50.320066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-62b71565-920c-43fc-8730-6fb01d7cd4e7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:50.329326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-62b71565-920c-43fc-8730-6fb01d7cd4e7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2358406 Feb 05 18:56:50.339553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f58f2-a533-4a10-bc09-0df938dfdee0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:50.342430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:50.344923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3d38e6ac-ad35-4fd9-9644-ed302a18d9d1 req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7761478 Feb 05 18:56:50.345951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:50.459038 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-0f5da6d8-b5cb-4003-9ef6-bd80f0ee8f15 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200 len: 696 time: 0.1262884 Feb 05 18:56:50.464031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'floatingip': {'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:50.587470 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:51.517776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:51.669747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:51.843964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.051062 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Floating IP 02742111-740e-4f71-b30a-a41a80ab9ed4 associated. External IP: 172.27.2.179, port: a880b33c-4e2b-4fb8-94d4-01aacd2f1a93. Feb 05 18:56:52.492307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:56:52.692113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:56:52.696506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:52.703669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:56:52.713638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:52.714366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:52.760064 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9624795e-4dbb-49a1-aef1-46f5fed65dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "PUT /v2.0/floatingips/02742111-740e-4f71-b30a-a41a80ab9ed4 HTTP/1.1" status: 200 len: 996 time: 2.3018615 Feb 05 18:56:52.864571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-1ebebbcd-2e4a-4476-89fe-e26b7808accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:52.866245 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-1ebebbcd-2e4a-4476-89fe-e26b7808accc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1162 time: 0.0820842 Feb 05 18:56:52.928500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:53.053625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-29a24b75-14a5-4c75-b0ea-6d7cc6745fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.062721 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-29a24b75-14a5-4c75-b0ea-6d7cc6745fa6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1894903 Feb 05 18:56:53.115675 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-a05ff236-fff0-47f5-b6e1-8a9a2118c8cd tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups/b23f58f2-a533-4a10-bc09-0df938dfdee0 HTTP/1.1" status: 200 len: 1814 time: 0.1128819 Feb 05 18:56:53.117369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-fe7ba9a0-e556-41eb-864a-471f77765d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.118935 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-fe7ba9a0-e556-41eb-864a-471f77765d75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 200 len: 850 time: 0.1851754 Feb 05 18:56:53.129405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b23f58f2-a533-4a10-bc09-0df938dfdee0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:53.129856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b23f58f2-a533-4a10-bc09-0df938dfdee0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:53.179705 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-544f0d03-5e4f-4ff3-9fe4-64efb46b7685 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 999 time: 0.1158872 Feb 05 18:56:53.190790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:53.206214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Usage tracker for resource:security_group_rule and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:53.211275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:53.219683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:53.253816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-7ec1dc0b-679f-44f1-97eb-053585b4f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.254477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-c5014742-2982-4d90-921b-6380eee51071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.255472 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-7ec1dc0b-679f-44f1-97eb-053585b4f9b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e6f2205-17c7-485c-b230-98a3329eb62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042295 Feb 05 18:56:53.256176 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-c5014742-2982-4d90-921b-6380eee51071 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0701797 Feb 05 18:56:53.351837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9f7b52df-cf8e-489f-9507-3b83e1e9327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.353550 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-9f7b52df-cf8e-489f-9507-3b83e1e9327e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905902 Feb 05 18:56:53.460011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.497706 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-b338defe-0383-4675-9c16-685982fd0ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338102 Feb 05 18:56:53.503637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:51Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:53.503856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.507698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:56:53.518865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:56:53.520322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:56:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:53.544095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.604845 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8508b2a2-877a-43a8-a71a-4eb1808e127f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:53.635009 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc191dc6-d7af-4e3c-9901-82837f4bca3e,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:53.658056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:53.701747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:53.704165 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8daa7eea-9de7-4f9d-ad72-8a7aebd60315 req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5804801 Feb 05 18:56:53.720194 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-641f505d-1eb1-4d66-9bfb-533b73d0b6ca req-ff385956-8a6f-46bc-b117-dbe3b935413d service neutron] 10.222.0.26 "GET /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2099614 Feb 05 18:56:53.751336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:56:53.759456 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-99c1dc95-2736-4e63-9b04-432b85922265 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981795 Feb 05 18:56:53.912219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-3d23a274-7909-401c-9ad3-fc24c7282c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:53.913818 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-3d23a274-7909-401c-9ad3-fc24c7282c58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1162 time: 0.1613822 Feb 05 18:56:53.935394 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-11b8ef16-af4b-4296-b45f-092399ee7b08 req-8a9add87-3c19-43fc-b587-cf053c427162 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1581199 Feb 05 18:56:54.099243 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'status': 'completed', 'code': 200} Feb 05 18:56:54.129825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6d24b-0cda-442a-849f-88d19d92eb4c req-85253dca-ccd0-4113-a1a6-1ae7f1ccf7b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.137609 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6d6d24b-0cda-442a-849f-88d19d92eb4c req-85253dca-ccd0-4113-a1a6-1ae7f1ccf7b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2947905 Feb 05 18:56:54.206804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:51Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:56:54.223767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66b0441-5adf-442d-8b50-30f9c3c6cea7 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:51Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:56:54.242142 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6d6d24b-0cda-442a-849f-88d19d92eb4c req-6952112d-3b92-463e-b348-02041d09487d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033742 Feb 05 18:56:54.246760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-464ce987-edba-40ad-b94d-5f59f1835a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.248498 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-464ce987-edba-40ad-b94d-5f59f1835a98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.3250518 Feb 05 18:56:54.278833 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-80c7ad67-a7f1-4844-8d3d-41731347da23 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups/b23f58f2-a533-4a10-bc09-0df938dfdee0 HTTP/1.1" status: 200 len: 2407 time: 0.1130402 Feb 05 18:56:54.279152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.292369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b23f58f2-a533-4a10-bc09-0df938dfdee0', 'remote_group_id': None}]} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:54.292867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b23f58f2-a533-4a10-bc09-0df938dfdee0', 'remote_group_id': None}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:54.318342 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:56:54.323120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Usage tracker for resource:security_group_rule and tenant:78cc775cee124fffa7d0a049a87adcbf is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:56:54.327345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:56:54.334299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:56:54.359765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890bc4-24e5-479e-8086-c72033258733 req-6eeb2e3f-ea16-4a49-ad87-46bc55351882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.361965 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c890bc4-24e5-479e-8086-c72033258733 req-6eeb2e3f-ea16-4a49-ad87-46bc55351882 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1163 time: 0.2368016 Feb 05 18:56:54.417614 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-ee38b33a-0dcc-480e-8bb5-133fe7c10e28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 200 len: 1000 time: 0.1604307 Feb 05 18:56:54.505580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-7be78006-0351-47b8-81d5-41c931c26a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.507262 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-7be78006-0351-47b8-81d5-41c931c26a60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0818169 Feb 05 18:56:54.556000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.597227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890bc4-24e5-479e-8086-c72033258733 req-71c736ea-f2bf-4bc0-b9c5-0e0d0f219a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.598995 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c890bc4-24e5-479e-8086-c72033258733 req-71c736ea-f2bf-4bc0-b9c5-0e0d0f219a2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.2277927 Feb 05 18:56:54.601030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.608480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-e5800b5c-d8e2-4f20-829f-657ced8ff2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.615183 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-e5800b5c-d8e2-4f20-829f-657ced8ff2e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931230 Feb 05 18:56:54.618316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d078be48-8d2b-4990-91f0-bbe94c269c89 None None] New status for floating IP 02742111-740e-4f71-b30a-a41a80ab9ed4: ACTIVE {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:56:54.679524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.691846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:54.729168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881d3996-776c-4df9-8bec-a5153268ba32,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:54.741850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:54.759883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c890bc4-24e5-479e-8086-c72033258733 req-fe9d24c2-2538-4581-b606-af00fa64900e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 1002 time: 0.1416731 Feb 05 18:56:54.772067 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-c45d1810-8b51-42a3-9ca6-59d1ce37b818 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535091 Feb 05 18:56:54.846239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:54.847885 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5925afca-44cf-4ce4-97c3-50200c9c7938 req-375ae745-27db-4695-b00f-8a019ea0593f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5602348 Feb 05 18:56:54.861081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890bc4-24e5-479e-8086-c72033258733 req-889c8b91-4f39-4324-b49e-1033465d22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:54.863290 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c890bc4-24e5-479e-8086-c72033258733 req-889c8b91-4f39-4324-b49e-1033465d22b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.0877049 Feb 05 18:56:54.935749 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1018f12d-950f-40f4-b678-85dcf8ccee5a req-60cf6303-e765-4bf2-b0af-952cbf6c9b83 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1498363 Feb 05 18:56:55.021264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-75bb1b42-948a-46a2-a654-dcfbc31170fa tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:56:55.072957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-75bb1b42-948a-46a2-a654-dcfbc31170fa tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:56:55.074390 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-75bb1b42-948a-46a2-a654-dcfbc31170fa tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1940456602&fields=id&tenant_id=78cc775cee124fffa7d0a049a87adcbf HTTP/1.1" status: 200 len: 267 time: 0.1123631 Feb 05 18:56:55.241296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-5c89ca46-c49c-4c6b-9d78-d3e5f6c9629f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:55.242931 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-5c89ca46-c49c-4c6b-9d78-d3e5f6c9629f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.1624370 Feb 05 18:56:55.255240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'port': {'security_groups': ['0c7d3dcd-3ca1-4863-bf11-22adde802637', 'b23f58f2-a533-4a10-bc09-0df938dfdee0']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:56:55.405875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:55.587879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658a0d5-06e0-47b5-8864-2a10e6aaba51 req-54b8dc0f-2fd1-4791-90af-7d8287037504 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:55.589677 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d658a0d5-06e0-47b5-8864-2a10e6aaba51 req-54b8dc0f-2fd1-4791-90af-7d8287037504 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1750016 Feb 05 18:56:55.661433 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d658a0d5-06e0-47b5-8864-2a10e6aaba51 req-9cda71cb-6083-47ef-853e-ab9dc8c392a6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644200 Feb 05 18:56:55.983109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] For port bf6a6bd5-4497-4a65-94c6-e089a621c5b7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:56:56.010733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.044184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.059754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:56:56.101297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:56.231795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'Port': ['ID=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,revision_number=5']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:56:56.238448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:56:56.345427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:56.346177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.347798 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bc335f7e-5441-4a4d-9652-4244ac311dcc req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "PUT /v2.0/ports/bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 982 time: 1.0975430 Feb 05 18:56:56.348363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:56:56.413127 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'status': 'completed', 'code': 200} Feb 05 18:56:56.467963 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'status': 'completed', 'code': 200} Feb 05 18:56:56.479509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-556c5f40-b501-407b-95d1-ca00a27f893a None None] Provisioning complete for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:56.479934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-556c5f40-b501-407b-95d1-ca00a27f893a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:56.750082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a588df-c574-4fc3-b1e0-225c6e8723c8 req-840bc28e-ca46-414d-ac00-18251edc201e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:56.751770 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-61a588df-c574-4fc3-b1e0-225c6e8723c8 req-840bc28e-ca46-414d-ac00-18251edc201e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1712031 Feb 05 18:56:56.839156 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-61a588df-c574-4fc3-b1e0-225c6e8723c8 req-c44db2f3-97bd-429b-b501-f5e907fa5d3c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0807927 Feb 05 18:56:57.121796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e9fda-1b01-4e88-be66-e06415de5846 req-b75fca8f-883c-4e01-86f9-be92696b822a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.123468 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e8e9fda-1b01-4e88-be66-e06415de5846 req-b75fca8f-883c-4e01-86f9-be92696b822a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1643717 Feb 05 18:56:57.188412 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e8e9fda-1b01-4e88-be66-e06415de5846 req-32c360d7-b3b8-42fd-b786-c3f7a5dfb0c6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585299 Feb 05 18:56:57.809482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c890bc4-24e5-479e-8086-c72033258733 req-fe841da2-762a-482b-ac20-d2a1c9484fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.811693 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c890bc4-24e5-479e-8086-c72033258733 req-fe841da2-762a-482b-ac20-d2a1c9484fac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0851140 Feb 05 18:56:57.840286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454519-7b93-432a-b380-bb5667d1037a req-3338f5ea-3e22-48f9-ab5b-fa57e3091127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.841917 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-55454519-7b93-432a-b380-bb5667d1037a req-3338f5ea-3e22-48f9-ab5b-fa57e3091127 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1162 time: 0.0910723 Feb 05 18:56:57.961778 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c890bc4-24e5-479e-8086-c72033258733 req-58acda6f-d791-4e2c-9105-511f8786e804 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424928 Feb 05 18:56:57.991753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454519-7b93-432a-b380-bb5667d1037a req-7028bbf7-ffaa-4e27-949e-f70548bc5ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:57.993308 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-55454519-7b93-432a-b380-bb5667d1037a req-7028bbf7-ffaa-4e27-949e-f70548bc5ccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1443346 Feb 05 18:56:58.075453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device bf6a6bd5-4497-4a65-94c6-e089a621c5b7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:56:58.104627 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-55454519-7b93-432a-b380-bb5667d1037a req-8aebe5b1-dbde-4c26-ab87-8d8766476f41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 1001 time: 0.1028464 Feb 05 18:56:58.118422 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c890bc4-24e5-479e-8086-c72033258733 req-83176260-5293-444f-a4f8-45a67375aefe service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485202 Feb 05 18:56:58.158302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:56:58.159017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:58.186832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454519-7b93-432a-b380-bb5667d1037a req-4d86b89e-542c-4a86-a272-afae5c33e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.189304 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-55454519-7b93-432a-b380-bb5667d1037a req-4d86b89e-542c-4a86-a272-afae5c33e229 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0738723 Feb 05 18:56:58.253875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-25398e10-096f-4dd4-b7ee-c77f37393881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.255738 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-25398e10-096f-4dd4-b7ee-c77f37393881 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1203 time: 0.0950401 Feb 05 18:56:58.292615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55454519-7b93-432a-b380-bb5667d1037a req-cd5c693b-4722-4ac7-8855-db45eae73bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.294200 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-55454519-7b93-432a-b380-bb5667d1037a req-cd5c693b-4722-4ac7-8855-db45eae73bc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0958893 Feb 05 18:56:58.415789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-d8ccff55-95f9-4fc1-aa87-02ce44838ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.417353 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-d8ccff55-95f9-4fc1-aa87-02ce44838ba5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.1531355 Feb 05 18:56:58.508955 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-55454519-7b93-432a-b380-bb5667d1037a req-0e480175-3406-4e0b-ac7c-4c7739f727fb service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069285 Feb 05 18:56:58.528099 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-3f77cb32-2b7e-410d-86fe-9333b97d21d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 1002 time: 0.1024156 Feb 05 18:56:58.605406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-803fe6c7-7695-4e2d-96e3-93d11e3c1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.607057 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-803fe6c7-7695-4e2d-96e3-93d11e3c1d77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.0695341 Feb 05 18:56:58.634010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d399-9d6d-4672-a1a9-b59def30c9af req-77593624-a9a6-450e-8eb1-14aab6786272 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.635750 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6256d399-9d6d-4672-a1a9-b59def30c9af req-77593624-a9a6-450e-8eb1-14aab6786272 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.2528808 Feb 05 18:56:58.694960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-4db76c3b-5bb9-4a44-9acb-57e8998b3fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:56:58.696609 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-4db76c3b-5bb9-4a44-9acb-57e8998b3fc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816097 Feb 05 18:56:58.784046 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6256d399-9d6d-4672-a1a9-b59def30c9af req-06531724-0c7a-4690-9456-39f7964eb419 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005147 Feb 05 18:56:58.824546 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-55454519-7b93-432a-b380-bb5667d1037a req-0b1efd86-dd7f-4de6-b95a-f39a6005f57a service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3079510 Feb 05 18:56:58.861713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8b726900-f069-4556-a4dc-246b100091df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:56:58.879390 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-d8656d9b-ed35-4b31-90a0-e290aa33741b service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722937 Feb 05 18:56:59.037640 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-85e0cfef-47dc-4817-9c77-ec0c1f93a478 req-5c8e149d-11a4-4543-ae80-2fca91221a7f service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435792 Feb 05 18:56:59.164527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:57:00.141778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1935d-c374-412d-a935-b3e4c2b4ff67 req-76dffb1d-62fb-4c4a-81ce-ec420310625f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:00.143499 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2fd1935d-c374-412d-a935-b3e4c2b4ff67 req-76dffb1d-62fb-4c4a-81ce-ec420310625f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1709239 Feb 05 18:57:00.218176 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2fd1935d-c374-412d-a935-b3e4c2b4ff67 req-91f18caa-7be3-4562-8b89-a838ce616255 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675700 Feb 05 18:57:00.890154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-527182ab-785d-4114-abb7-4a82dd376c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:01.539935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775736a-eab5-4100-b182-a239d5522d05 req-dc350d66-e440-46bb-82ea-e208a36b0a14 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:01.541559 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d775736a-eab5-4100-b182-a239d5522d05 req-dc350d66-e440-46bb-82ea-e208a36b0a14 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1737893 Feb 05 18:57:01.608693 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d775736a-eab5-4100-b182-a239d5522d05 req-1704d862-c678-42da-a629-c6bf303f47de tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590503 Feb 05 18:57:02.038414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:02.583712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:02.674297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 765e4f93-189c-444b-9355-c851c8688988 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:02.674965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:02.709111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:02.952790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349a197-1a4a-40b2-9ff7-87cb8d59db4b req-177929e2-799b-4845-8978-c1dbf561b128 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:02.954525 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2349a197-1a4a-40b2-9ff7-87cb8d59db4b req-177929e2-799b-4845-8978-c1dbf561b128 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1907156 Feb 05 18:57:03.021992 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2349a197-1a4a-40b2-9ff7-87cb8d59db4b req-6cfe7f65-2412-4697-a1ab-fa76f9707150 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611103 Feb 05 18:57:03.765218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.346426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4ff88-4771-4447-849d-ede80eb485c7 req-5f2c443f-19cc-4aa1-b9a1-2c84656a6cf0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:04.348126 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4f4ff88-4771-4447-849d-ede80eb485c7 req-5f2c443f-19cc-4aa1-b9a1-2c84656a6cf0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1754088 Feb 05 18:57:04.413125 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4f4ff88-4771-4447-849d-ede80eb485c7 req-4019850e-0035-43cd-8130-f62251d86e4f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584047 Feb 05 18:57:04.559109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:57:04.690791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.720929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765e4f93-189c-444b-9355-c851c8688988'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:04.731770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=765e4f93-189c-444b-9355-c851c8688988,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:04.776269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:04.785315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:04.829995 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '765e4f93-189c-444b-9355-c851c8688988', 'code': 422} returned with failed status Feb 05 18:57:04.864312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:04.867741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:06.735386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd0734-540b-445d-9824-df41d1df6d8a req-ac09fbe2-5e34-4402-83d3-8ea0d5edafd5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:06.736196 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-c9d2a2e1-e202-4518-9a27-211dcf61edc7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856349 Feb 05 18:57:06.737067 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-82dd0734-540b-445d-9824-df41d1df6d8a req-ac09fbe2-5e34-4402-83d3-8ea0d5edafd5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1872222 Feb 05 18:57:06.808160 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-82dd0734-540b-445d-9824-df41d1df6d8a req-d8d22f02-0aac-4fe5-9abe-b847d4a3a69a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643806 Feb 05 18:57:07.501649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-87bbf77a-fd2b-4986-86dc-9de1b8d7943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:07.503335 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-87bbf77a-fd2b-4986-86dc-9de1b8d7943e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde&tenant_id=4b9158f3141c41b0a9b7742b04af316f HTTP/1.1" status: 200 len: 1160 time: 0.0835416 Feb 05 18:57:07.611685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-c27deab7-6177-4b6b-810f-7158ff7fed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:07.613342 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-c27deab7-6177-4b6b-810f-7158ff7fed52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1160 time: 0.0861399 Feb 05 18:57:07.772582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-69a09513-e03e-4637-98c7-49311cbbc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:07.774321 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-69a09513-e03e-4637-98c7-49311cbbc1e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.1528940 Feb 05 18:57:07.896893 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-1b01f01a-41a3-4240-9461-e496d9e040be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 200 len: 998 time: 0.1135769 Feb 05 18:57:07.975481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-450e3664-9915-4e12-a6f4-556a19800084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:07.977067 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-450e3664-9915-4e12-a6f4-556a19800084 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0717528 Feb 05 18:57:08.063537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-490409b3-917f-41e7-be39-baed17905a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:08.065157 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-490409b3-917f-41e7-be39-baed17905a4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799675 Feb 05 18:57:08.138222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f80b1-d95d-4de4-aa8a-0c68b810c570 req-dfa53b15-70a1-41d3-bfb0-55a812724a77 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:08.140707 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-829f80b1-d95d-4de4-aa8a-0c68b810c570 req-dfa53b15-70a1-41d3-bfb0-55a812724a77 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1716902 Feb 05 18:57:08.213268 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-829f80b1-d95d-4de4-aa8a-0c68b810c570 req-7a3aa869-d535-4d06-b548-5d78b8f8f2ac tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652821 Feb 05 18:57:08.213921 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-3387760d-d097-462b-90b0-75b91d6d56e6 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407957 Feb 05 18:57:08.368475 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-1085f6f2-a370-4b7a-9ab8-2df9ffc6ed13 service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440511 Feb 05 18:57:09.488501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45346) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:09.545733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adeed9-3ec6-48b9-ba6c-aed0f9fc7083 req-470ae4c5-6180-4ea8-99f9-be061fa75eb3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:09.547742 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d6adeed9-3ec6-48b9-ba6c-aed0f9fc7083 req-470ae4c5-6180-4ea8-99f9-be061fa75eb3 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1781008 Feb 05 18:57:09.624900 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d6adeed9-3ec6-48b9-ba6c-aed0f9fc7083 req-efa2f0bd-fbb9-4db9-92b2-c80992950855 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705526 Feb 05 18:57:09.729296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.749160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:57:09.756390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Usage tracker for resource:security_group_rule and tenant:f11cda92b4c348e2985d677b1fd0bacd is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:57:09.760257 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:57:09.767406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:57:09.884046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.924743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:09.940750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a59b365b-2e55-4daa-b4fc-7b35278b7d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:09.987111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f11cda92b4c348e2985d677b1fd0bacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973176 Feb 05 18:57:09.988858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716c6627-20a5-45bb-ab5b-f97c10fe2d93,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:09.990365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45354) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:57:10.001032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.001488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.001859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.002467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.003046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.003455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.003860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.004263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.004822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.005225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.005625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.006028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.006563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.007014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.007417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.007815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.008214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.008613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.009012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.009409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.009809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.011455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.011896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.012323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.017245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2c361435-ec0f-4b9a-bb19-609232bd276d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:10.069727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:10.099094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:10.187772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:10.194512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:10.208307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c6627-20a5-45bb-ab5b-f97c10fe2d93,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:10.216406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:10.218069 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/716c6627-20a5-45bb-ab5b-f97c10fe2d93 HTTP/1.1" status: 204 len: 168 time: 0.2263598 Feb 05 18:57:10.219817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.220266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.220617 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.221006 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.223172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.223593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.223987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.224378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.224769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.225158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.225542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.225927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.226415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.226806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.227188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.227568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.227946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.228329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.228711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.229090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.229472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.229825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.230231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.230610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:10.234798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:11.013559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f8a50-0921-4d37-8f63-fb2d5e3e10ea req-216dbadc-30de-4fbe-ab6c-b31dbfd34e31 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:11.016889 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e2f8a50-0921-4d37-8f63-fb2d5e3e10ea req-216dbadc-30de-4fbe-ab6c-b31dbfd34e31 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.2398152 Feb 05 18:57:11.102762 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e2f8a50-0921-4d37-8f63-fb2d5e3e10ea req-7804a57d-82ae-4dc3-a39f-e5fdfbdb5ba2 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791082 Feb 05 18:57:11.690964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f56d3-835f-4ba8-a638-1d83b7101a61 req-7bb3dfb3-b8cd-4450-8ad1-0a4687d3067b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:11.692598 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b77f56d3-835f-4ba8-a638-1d83b7101a61 req-7bb3dfb3-b8cd-4450-8ad1-0a4687d3067b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1879880 Feb 05 18:57:11.779067 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b77f56d3-835f-4ba8-a638-1d83b7101a61 req-8a4b6326-8d9b-4039-9f2f-cf1dcb1fc7fa tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0797498 Feb 05 18:57:12.486327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444a28b-15b0-4026-b543-3a7516840bef req-a05ab39a-0b89-4ff3-ba26-07c2ba550082 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:12.488247 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5444a28b-15b0-4026-b543-3a7516840bef req-a05ab39a-0b89-4ff3-ba26-07c2ba550082 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.2217312 Feb 05 18:57:12.576893 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5444a28b-15b0-4026-b543-3a7516840bef req-f64a722b-dfee-4398-8013-22e4ded95843 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806203 Feb 05 18:57:13.166468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cefeba2-e069-43e3-a5cb-602e0cc59d93 req-f3e55df0-d7d9-43de-978d-b7dc6ce8a11d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:13.168292 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1cefeba2-e069-43e3-a5cb-602e0cc59d93 req-f3e55df0-d7d9-43de-978d-b7dc6ce8a11d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.2123673 Feb 05 18:57:13.266214 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1cefeba2-e069-43e3-a5cb-602e0cc59d93 req-d0a97ec2-bc4c-40a3-bb9b-4f91970ffdfe tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0869231 Feb 05 18:57:14.012957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c204fd4-93cf-449e-b05d-4711a8e35f85 req-d0e9584b-80db-4a0b-af3e-d97f9d5e9ba0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:14.015324 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7c204fd4-93cf-449e-b05d-4711a8e35f85 req-d0e9584b-80db-4a0b-af3e-d97f9d5e9ba0 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.2723899 Feb 05 18:57:14.096139 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7c204fd4-93cf-449e-b05d-4711a8e35f85 req-c879072a-951e-459c-b0ef-b101a483131c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691164 Feb 05 18:57:14.596420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d85af0-da04-4d8f-bd7e-fc5b2a737833 req-6a5da811-e96c-4952-ab52-f2b87eefd79b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:14.598083 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-57d85af0-da04-4d8f-bd7e-fc5b2a737833 req-6a5da811-e96c-4952-ab52-f2b87eefd79b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1914730 Feb 05 18:57:14.690846 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-57d85af0-da04-4d8f-bd7e-fc5b2a737833 req-2d750da3-04c0-4203-b716-ec2058f6da16 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0863194 Feb 05 18:57:15.444773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4912b73-9672-47ae-bf57-f5241636790f req-22f8e55c-3f35-4a5b-b418-67c8c03d5ae6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:15.446453 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f4912b73-9672-47ae-bf57-f5241636790f req-22f8e55c-3f35-4a5b-b418-67c8c03d5ae6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1745934 Feb 05 18:57:15.513361 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f4912b73-9672-47ae-bf57-f5241636790f req-3c4c1fcf-cc54-46d8-a4a7-f6d742f57e7e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597451 Feb 05 18:57:16.001987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398882a-3c82-43f0-9184-f53230b1c1bb req-a8c4960c-4e96-449c-9c61-025cbdf9f2b1 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:16.003719 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9398882a-3c82-43f0-9184-f53230b1c1bb req-a8c4960c-4e96-449c-9c61-025cbdf9f2b1 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1697557 Feb 05 18:57:16.094588 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9398882a-3c82-43f0-9184-f53230b1c1bb req-3e73d3f5-a297-4b0f-b8e0-1d3602d51db1 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0840967 Feb 05 18:57:16.838132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f30098-fd6d-41dd-bad8-80c27d890646 req-6ee51aea-76e0-46e1-98b2-71f40c63d601 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:16.839889 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4f30098-fd6d-41dd-bad8-80c27d890646 req-6ee51aea-76e0-46e1-98b2-71f40c63d601 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1751287 Feb 05 18:57:16.908311 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4f30098-fd6d-41dd-bad8-80c27d890646 req-c6b1d7a6-8b91-4a75-954a-53e679ede383 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619040 Feb 05 18:57:17.412002 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe54964-fe04-4600-bf11-0f28cc594840 req-ca7067ae-ea92-4abd-af3d-c3019026610d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:17.413691 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afe54964-fe04-4600-bf11-0f28cc594840 req-ca7067ae-ea92-4abd-af3d-c3019026610d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1838703 Feb 05 18:57:17.740346 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afe54964-fe04-4600-bf11-0f28cc594840 req-1210c124-24c2-46cb-8f55-50d6f4dc7c04 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.3192477 Feb 05 18:57:18.225488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05937946-8dc9-46eb-bd0a-875579a329bb req-b1fb999d-e3fc-4983-8d09-b67313f0fff4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:18.227228 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-05937946-8dc9-46eb-bd0a-875579a329bb req-b1fb999d-e3fc-4983-8d09-b67313f0fff4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1670873 Feb 05 18:57:18.298816 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-05937946-8dc9-46eb-bd0a-875579a329bb req-d2750e58-a6b3-4a60-a775-c63310d7020c tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649998 Feb 05 18:57:19.042460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ee3b3-fc9f-42f2-a364-bf29569e9324 req-7a161a0f-3686-4400-ae8e-24c36fc96697 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:19.044136 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-993ee3b3-fc9f-42f2-a364-bf29569e9324 req-7a161a0f-3686-4400-ae8e-24c36fc96697 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1668236 Feb 05 18:57:19.128698 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-993ee3b3-fc9f-42f2-a364-bf29569e9324 req-8fdc7950-5214-4660-a665-488a90bed5ba tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0769584 Feb 05 18:57:19.631903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaea54d-78e7-4cce-a588-dc10d547bb99 req-7461ebc4-fb2b-489d-93d4-675f3f8909f7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:19.633568 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efaea54d-78e7-4cce-a588-dc10d547bb99 req-7461ebc4-fb2b-489d-93d4-675f3f8909f7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1762099 Feb 05 18:57:19.701987 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efaea54d-78e7-4cce-a588-dc10d547bb99 req-c7fda127-c440-4985-a1ef-286a7c68b54e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603166 Feb 05 18:57:20.451124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad734b-54bf-4611-84ec-112a66026d86 req-6be9d6ff-588a-4dc4-8368-51aaea338937 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:20.453684 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-47ad734b-54bf-4611-84ec-112a66026d86 req-6be9d6ff-588a-4dc4-8368-51aaea338937 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1864743 Feb 05 18:57:20.543444 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-47ad734b-54bf-4611-84ec-112a66026d86 req-9fceb9b4-0227-45d7-a709-12dc21b92d6b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0811794 Feb 05 18:57:21.021140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34da9-df72-4992-9799-dcd720d317ab req-c7ab89dd-adbd-437a-aaee-214abda9c5b7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.023174 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-94b34da9-df72-4992-9799-dcd720d317ab req-c7ab89dd-adbd-437a-aaee-214abda9c5b7 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1693375 Feb 05 18:57:21.088543 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-94b34da9-df72-4992-9799-dcd720d317ab req-8ca4310b-7553-4757-b4dc-0d476888c762 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594792 Feb 05 18:57:21.270910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-471bf0e9-0947-476a-aef6-ed6e65999d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.272595 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-471bf0e9-0947-476a-aef6-ed6e65999d9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1203 time: 0.0808487 Feb 05 18:57:21.368350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-7a217b02-172b-4c6b-93e1-16d0e5ccb227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.369976 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-7a217b02-172b-4c6b-93e1-16d0e5ccb227 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4b9158f3141c41b0a9b7742b04af316f&device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1160 time: 0.0792680 Feb 05 18:57:21.422383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-c5fe0838-27c2-4551-ad1d-d0c331c80a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.423956 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-c5fe0838-27c2-4551-ad1d-d0c331c80a98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.1417918 Feb 05 18:57:21.532572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-568815b8-494f-43ce-805b-169dd7bbf1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.534098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-568815b8-494f-43ce-805b-169dd7bbf1ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 200 len: 911 time: 0.1426721 Feb 05 18:57:21.540134 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-b7332a49-c362-4cee-a66e-114defd97c54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 1002 time: 0.1060207 Feb 05 18:57:21.618430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-d0140543-9f3a-4f6d-95ad-288273ddc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.620133 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-d0140543-9f3a-4f6d-95ad-288273ddc132 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.0729153 Feb 05 18:57:21.781765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-c436e2c5-a19d-4d14-b80d-1f0fb083bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.783900 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-c436e2c5-a19d-4d14-b80d-1f0fb083bae1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1564829 Feb 05 18:57:21.859267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-fde5c146-24ee-4ef8-85a7-9a5e6ae3bda9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 200 len: 998 time: 0.3180289 Feb 05 18:57:21.930520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-ce3d156e-1edb-4774-b5a7-56a95802f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.932057 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-ce3d156e-1edb-4774-b5a7-56a95802f30f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 200 len: 856 time: 0.0647724 Feb 05 18:57:21.975984 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a34982-88db-46f7-a636-bef75e42362b req-124d8b9d-170a-4bed-8f40-225f5636fe29 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:21.977697 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-21a34982-88db-46f7-a636-bef75e42362b req-124d8b9d-170a-4bed-8f40-225f5636fe29 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.2892802 Feb 05 18:57:22.021892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-d607dbc9-b8a5-4b0f-9fe3-c879aa89bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:22.023551 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-d607dbc9-b8a5-4b0f-9fe3-c879aa89bcfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1f92a692-6685-460f-afe3-f5d373d5fe34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817797 Feb 05 18:57:22.100712 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-21a34982-88db-46f7-a636-bef75e42362b req-e8da2a86-6930-4828-963e-bc40a28c8e99 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1121418 Feb 05 18:57:22.106753 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-cdc2f3d1-816a-4033-ac2c-1971030edc05 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137741 Feb 05 18:57:22.174326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-8f68f364-dbbf-4a54-b37b-b857843c80ea service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427236 Feb 05 18:57:22.265202 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-830b7f22-b1fc-43bb-9024-5f73d5062551 req-6dec7013-3124-435e-8c4c-bbb73f1e6cc7 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1499789 Feb 05 18:57:22.389508 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f7386b35-e30e-41e6-9b4e-31eb2f0b7670 req-e64a9c98-0547-4957-b6fd-9d457476eb6e service neutron] 10.222.0.26 "GET /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2062528 Feb 05 18:57:22.481141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b3475-fc0d-4822-be3f-420382ceed61 req-7d91b6da-3250-41b5-b07f-bfba93556d4d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:22.482956 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1e8b3475-fc0d-4822-be3f-420382ceed61 req-7d91b6da-3250-41b5-b07f-bfba93556d4d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.2216425 Feb 05 18:57:22.554196 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1e8b3475-fc0d-4822-be3f-420382ceed61 req-6dccf530-76e2-4f85-aeaf-9d20d40e1be6 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645149 Feb 05 18:57:23.079497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:23.151243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 765e4f93-189c-444b-9355-c851c8688988 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:23.151660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:23.280218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:23.309892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765e4f93-189c-444b-9355-c851c8688988'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:23.321674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=765e4f93-189c-444b-9355-c851c8688988,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:23.364161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:23.366486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:23.399167 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765e4f93-189c-444b-9355-c851c8688988', 'code': 200} Feb 05 18:57:23.411026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20b17c-163d-4efb-aac0-d6317669695d req-361a5b42-0bb0-4cf1-a403-1223ca63d4f5 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:23.412804 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb20b17c-163d-4efb-aac0-d6317669695d req-361a5b42-0bb0-4cf1-a403-1223ca63d4f5 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1740637 Feb 05 18:57:23.446848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=6']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:23.450609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:23.502076 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb20b17c-163d-4efb-aac0-d6317669695d req-9cc4a2eb-b14e-4f1c-b9c1-1b4a042b8324 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0825231 Feb 05 18:57:23.763885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9bddc-04b8-4825-943d-74c08e4dd001 req-2f628694-eb65-4dd0-873a-63ed5ff7560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:23.765575 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2cb9bddc-04b8-4825-943d-74c08e4dd001 req-2f628694-eb65-4dd0-873a-63ed5ff7560f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 1162 time: 0.0788546 Feb 05 18:57:23.815074 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2cb9bddc-04b8-4825-943d-74c08e4dd001 req-f080378e-821d-4282-97b8-62064ab75f2c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Feb 05 18:57:23.877437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e2ddc-4f94-4990-908c-f2a965f2b9d4 req-044274c0-a035-4d53-94e6-69c4f50d8ef8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:23.879099 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-788e2ddc-4f94-4990-908c-f2a965f2b9d4 req-044274c0-a035-4d53-94e6-69c4f50d8ef8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1725805 Feb 05 18:57:23.945646 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-788e2ddc-4f94-4990-908c-f2a965f2b9d4 req-bbb5e500-f8fa-4361-8b66-77ea4f3e5d8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601888 Feb 05 18:57:24.266947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.659777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:24.738717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 765e4f93-189c-444b-9355-c851c8688988 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:24.739132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:24.808330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbb0c5-f8bc-45fa-ad72-30de6b48f982 req-3615cdee-2a3f-46a2-ab7e-66bb0de1e754 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:24.810484 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a7bbb0c5-f8bc-45fa-ad72-30de6b48f982 req-3615cdee-2a3f-46a2-ab7e-66bb0de1e754 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1724691 Feb 05 18:57:24.894121 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a7bbb0c5-f8bc-45fa-ad72-30de6b48f982 req-b3a92663-3b02-4d10-8f06-fafe14aafccc tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0770936 Feb 05 18:57:25.272863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35ffec-179e-4264-9fc2-fbc21b5f5824 req-94be8251-6f9d-4686-a24b-d4303c8271f2 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:25.274579 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4a35ffec-179e-4264-9fc2-fbc21b5f5824 req-94be8251-6f9d-4686-a24b-d4303c8271f2 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1693611 Feb 05 18:57:25.348892 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4a35ffec-179e-4264-9fc2-fbc21b5f5824 req-a1da06e0-e5b5-4c83-b93e-b913aef2497e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667620 Feb 05 18:57:26.199050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e8bd7-c79c-49b3-a3d9-3740dafff1fa req-79c0d010-d00d-4ab5-96a1-77bdeceaec9d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:26.200792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-346e8bd7-c79c-49b3-a3d9-3740dafff1fa req-79c0d010-d00d-4ab5-96a1-77bdeceaec9d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1698148 Feb 05 18:57:26.283488 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-346e8bd7-c79c-49b3-a3d9-3740dafff1fa req-0c4f5533-8571-4cf3-9dcf-c8a9b9fdcf26 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0757940 Feb 05 18:57:26.677753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc95a68-ab90-4231-bf8b-62eb91b30421 req-6281bee5-0197-4aee-ab2a-561731d55a66 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:26.679543 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0cc95a68-ab90-4231-bf8b-62eb91b30421 req-6281bee5-0197-4aee-ab2a-561731d55a66 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1805704 Feb 05 18:57:26.679876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:57:26.744879 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0cc95a68-ab90-4231-bf8b-62eb91b30421 req-30544341-c3d5-43a2-9336-1809ad2e05d5 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589185 Feb 05 18:57:26.752981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 765e4f93-189c-444b-9355-c851c8688988 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:57:26.753788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:27.588999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b22a49-33e1-4069-a852-19e5ff5bf249 req-45ebdb6c-d917-4559-93d4-a3e1726f5b83 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:27.590643 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1b22a49-33e1-4069-a852-19e5ff5bf249 req-45ebdb6c-d917-4559-93d4-a3e1726f5b83 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1744339 Feb 05 18:57:27.676883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1b22a49-33e1-4069-a852-19e5ff5bf249 req-73f79697-7ca9-463f-bc90-d6d59164c46c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0796375 Feb 05 18:57:28.861173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4ed1bfae-b4c4-4239-9a6e-ba16e99cdc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:28.994270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435a645-6534-4051-a5bd-c481b5cdb5be req-fd23f16e-4aa3-4285-a6a9-df6327a4108b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:28.995851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8435a645-6534-4051-a5bd-c481b5cdb5be req-fd23f16e-4aa3-4285-a6a9-df6327a4108b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1765997 Feb 05 18:57:29.079043 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8435a645-6534-4051-a5bd-c481b5cdb5be req-be9d3302-a77e-4790-a167-9d9c49e0592a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0763543 Feb 05 18:57:30.378396 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef409-c844-48d5-bcfc-55bc26c8d45e req-b5e2599b-c958-4636-bf54-453360bd4e8e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:30.380045 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd0ef409-c844-48d5-bcfc-55bc26c8d45e req-b5e2599b-c958-4636-bf54-453360bd4e8e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1697140 Feb 05 18:57:30.465501 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd0ef409-c844-48d5-bcfc-55bc26c8d45e req-068b2266-b632-4e9d-96a4-3435720fe29f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0787022 Feb 05 18:57:30.872162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37b3ae1b-6afa-4a88-8cb2-47949507f88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:31.775703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db637-addf-4561-a80c-55aa4cf4ed6a req-392e05a3-f6b3-4abb-8835-1c03a6dd2c08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:31.778643 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-639db637-addf-4561-a80c-55aa4cf4ed6a req-392e05a3-f6b3-4abb-8835-1c03a6dd2c08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1726980 Feb 05 18:57:31.889558 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-639db637-addf-4561-a80c-55aa4cf4ed6a req-3e60a3f8-01f4-447b-9ac1-0217a94c512e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0857279 Feb 05 18:57:32.061607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:32.649561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:33.197698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f8994-b3a8-4bd9-8f22-ce1d1f1059ea req-63e52b78-35c2-40d4-bb76-2200622da34c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:33.199292 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-363f8994-b3a8-4bd9-8f22-ce1d1f1059ea req-63e52b78-35c2-40d4-bb76-2200622da34c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1692734 Feb 05 18:57:33.283165 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-363f8994-b3a8-4bd9-8f22-ce1d1f1059ea req-5498fdfb-5403-4460-bf62-710c31960c8d tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0767624 Feb 05 18:57:33.757901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:34.588072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fbf59-6d70-4928-b54b-51ceead79a28 req-e9737ff2-1dcb-4ca2-a99a-074f414a5651 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:34.589723 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-433fbf59-6d70-4928-b54b-51ceead79a28 req-e9737ff2-1dcb-4ca2-a99a-074f414a5651 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.1683316 Feb 05 18:57:34.676646 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-433fbf59-6d70-4928-b54b-51ceead79a28 req-950025b1-ca23-4412-9f1a-ddde79c32a11 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&id=b23f58f2-a533-4a10-bc09-0df938dfdee0&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0802114 Feb 05 18:57:36.164675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:57:54.260367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:54.842730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b513a08-dd1d-4da0-af77-41c9ba6f7fca req-287a123f-c445-4563-bd94-646249b7fc0d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:54.844481 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0b513a08-dd1d-4da0-af77-41c9ba6f7fca req-287a123f-c445-4563-bd94-646249b7fc0d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 945 time: 0.1774292 Feb 05 18:57:54.915927 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0b513a08-dd1d-4da0-af77-41c9ba6f7fca req-7d00d610-6f0a-40d1-9cf5-896152e22079 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650675 Feb 05 18:57:56.229654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3aee7-5c5c-4a9c-bad7-50e435dccdc9 req-3135ef2e-f099-43c8-a53a-a7946f839ddf tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:56.231550 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76b3aee7-5c5c-4a9c-bad7-50e435dccdc9 req-3135ef2e-f099-43c8-a53a-a7946f839ddf tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 945 time: 0.1779966 Feb 05 18:57:56.295760 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76b3aee7-5c5c-4a9c-bad7-50e435dccdc9 req-2eebbc15-ba02-4f01-96e6-a60d3789bbcc tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580094 Feb 05 18:57:56.682537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-58664865-b29a-4991-ae97-7b3f361337f7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:56.685026 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-58664865-b29a-4991-ae97-7b3f361337f7 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 945 time: 0.1721656 Feb 05 18:57:56.779000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Deleting port 4f4b34e3-a34d-494d-8dd5-228be540f129 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:57:56.779366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:56.833528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 4f4b34e3-a34d-494d-8dd5-228be540f129 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:57:56.972036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.002480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:57.012796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 4f4b34e3-a34d-494d-8dd5-228be540f129, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f4b34e3-a34d-494d-8dd5-228be540f129,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:57.061282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.063615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:57.067405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] For port 4f4b34e3-a34d-494d-8dd5-228be540f129, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f4b34e3-a34d-494d-8dd5-228be540f129,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:57.067810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.101728 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'code': 200} Feb 05 18:57:57.139144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=4f4b34e3-a34d-494d-8dd5-228be540f129,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:57.147277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.147664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.148044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.148419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.148793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.149162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.149530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.149916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.150288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.150651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.151015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.151375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.151810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.152175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.152536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.153545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.153928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.155142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.155142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.155142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.155612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.155764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.156097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.156451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:57:57.160989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:57.384397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.385031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:57.385156 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Floating IP ca581892-e8b1-4750-8c0f-25d4ce8980e4 disassociated. External IP: 172.27.2.100, port: 4f4b34e3-a34d-494d-8dd5-228be540f129. Feb 05 18:57:57.385490 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Calling delete_port for 4f4b34e3-a34d-494d-8dd5-228be540f129 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:57:57.631299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec0701-1ecc-47b5-b06b-5055682c845d req-7b4275ae-1176-4876-88af-e51c960bba13 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:57:57.632964 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c3ec0701-1ecc-47b5-b06b-5055682c845d req-7b4275ae-1176-4876-88af-e51c960bba13 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 943 time: 0.2020888 Feb 05 18:57:57.635780 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:57:57.636150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:57:57.701887 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c3ec0701-1ecc-47b5-b06b-5055682c845d req-a380c593-3af7-4d64-9e5c-feb60b2a4cd1 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups?id=bad8c196-a075-43de-85fe-cd52576cc363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618484 Feb 05 18:57:58.138005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Deleting port 4f4b34e3-a34d-494d-8dd5-228be540f129 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:57:58.138557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:58.408309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] For port 4f4b34e3-a34d-494d-8dd5-228be540f129, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4f4b34e3-a34d-494d-8dd5-228be540f129,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:57:58.408878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:58.719372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:58.719701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:58.720045 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Floating IP ca581892-e8b1-4750-8c0f-25d4ce8980e4 disassociated. External IP: 172.27.2.100, port: 4f4b34e3-a34d-494d-8dd5-228be540f129. Feb 05 18:57:58.720423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Calling delete_port for 4f4b34e3-a34d-494d-8dd5-228be540f129 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:57:58.848907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-885cbd60-7371-4092-9c26-4f3d4cafb426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:58.905468 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a670dfc8-9c4f-43a3-ae55-8f10d9304627 req-a2ab19d9-60c1-4cb1-bbda-97327526558e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 210 time: 0.0564301 Feb 05 18:57:58.917608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:58.938481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbadf252-c893-46d9-be09-30624b30fdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:57:59.039535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event deleted for resources: {'Port': ['ID=4f4b34e3-a34d-494d-8dd5-228be540f129,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:57:59.043706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:57:59.527314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:57:59.727314 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:57:59.738115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] Sync routers for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:57:59.760233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:57:59.761143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:57:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:57:59.773472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] No DVR routers for this DVR port 4f4b34e3-a34d-494d-8dd5-228be540f129 on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:57:59.776337 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:57:59.792861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'name': 'network-vif-deleted', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:57:59.832979 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a0ffeba5-f68b-4391-97fe-154d2e158f4b req-4bffa898-92bb-4e77-a7c2-c6778ebc3d79 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.26 "DELETE /v2.0/ports/4f4b34e3-a34d-494d-8dd5-228be540f129 HTTP/1.1" status: 204 len: 173 time: 3.1426914 Feb 05 18:57:59.861118 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3708a-bffe-4ae6-9eb8-baed00c84c37', 'name': 'network-vif-deleted', 'tag': '4f4b34e3-a34d-494d-8dd5-228be540f129', 'status': 'completed', 'code': 200} Feb 05 18:57:59.971502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:00.136239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-572be96e-514a-46ff-911f-3650b2f523b6 req-888bc503-74b9-42a1-abba-ed767a59c3ad tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Synchronizing usage tracker for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:00.220442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-572be96e-514a-46ff-911f-3650b2f523b6 req-888bc503-74b9-42a1-abba-ed767a59c3ad tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Unset dirty status for tenant:fceaf209c56445a389b480eead5f65a7 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:00.221754 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-572be96e-514a-46ff-911f-3650b2f523b6 req-888bc503-74b9-42a1-abba-ed767a59c3ad tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4d3708a-bffe-4ae6-9eb8-baed00c84c37 HTTP/1.1" status: 200 len: 210 time: 0.1359994 Feb 05 18:58:00.323793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:00.328000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] Checking router: 987a32ae-8d2f-4a9c-93e8-441b1ce1acec for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:58:00.337655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:00.338397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:57:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:00.533510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027409-32c7-425b-acec-b2627d26876b req-4decb578-6864-4750-8681-626968f7d1a8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:00.535279 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0027409-32c7-425b-acec-b2627d26876b req-4decb578-6864-4750-8681-626968f7d1a8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1754959 Feb 05 18:58:00.607259 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0027409-32c7-425b-acec-b2627d26876b req-045112c7-dc5f-4b11-8792-9b9971e34100 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642469 Feb 05 18:58:00.701345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:00.931880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7a2180a6-5d48-4202-be22-e33f1803b845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.059893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:01.064064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0d67d9-d7f9-494a-9a80-7cd8d3c9226b None None] The sync data for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi is: [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'dfbd8ca8-da19-42be-a31b-fc5e752b1a27', 'name': '', 'network_id': '0e6f2205-17c7-485c-b230-98a3329eb62d', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'mac_address': 'fa:16:3e:7c:54:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:54Z', 'updated_at': '2021-02-05T18:51:12Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'subnets': [{'id': '2f9b5aa1-fef9-417d-ac13-4d671c02a9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:58:01.404519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45642) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:01.489096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1398c96a-934d-4c60-8e81-7b7923373c84 None None] New status for floating IP ca581892-e8b1-4750-8c0f-25d4ce8980e4: DOWN {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:58:01.490413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.520525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.603139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.609573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6b027521-59d4-4eb3-84eb-d8a6ee59a223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:01.626095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad8c196-a075-43de-85fe-cd52576cc363,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:01.628619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:01.656698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.657959 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "DELETE /v2.0/security-groups/bad8c196-a075-43de-85fe-cd52576cc363 HTTP/1.1" status: 204 len: 168 time: 0.2523775 Feb 05 18:58:01.660971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45648) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:01.680904 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.v2.resource [None req-89f2f82e-4e1a-4c1e-8cf2-5c6fed5b938d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] show failed (client error): The resource could not be found. Feb 05 18:58:01.685535 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-89f2f82e-4e1a-4c1e-8cf2-5c6fed5b938d tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "GET /v2.0/security-groups/bad8c196-a075-43de-85fe-cd52576cc363 HTTP/1.1" status: 404 len: 347 time: 0.0199664 Feb 05 18:58:01.685916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45652) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:01.927394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Deleting port 3c069678-56fa-440b-9f48-d231d96773eb {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:01.927764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:01.930002 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55492a-ac15-4c79-9843-8b9979ce6857 req-3a89eeb4-371f-4af3-a262-8bcd4c28fa5a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:01.931757 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df55492a-ac15-4c79-9843-8b9979ce6857 req-3a89eeb4-371f-4af3-a262-8bcd4c28fa5a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.1727469 Feb 05 18:58:02.005202 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-df55492a-ac15-4c79-9843-8b9979ce6857 req-98e16610-e014-44e9-8969-01ff150c377f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664015 Feb 05 18:58:02.044331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.167594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-b600d965-0e4d-4a3b-a30b-c5ac9eaa88b8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:02.169199 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-b600d965-0e4d-4a3b-a30b-c5ac9eaa88b8 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 945 time: 0.3143246 Feb 05 18:58:02.301067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Deleting port 765e4f93-189c-444b-9355-c851c8688988 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:02.301445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.334325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.334688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.481798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Calling delete_port for 3c069678-56fa-440b-9f48-d231d96773eb owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:02.643074 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.770235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=765e4f93-189c-444b-9355-c851c8688988,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:02.770563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.832056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 765e4f93-189c-444b-9355-c851c8688988 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:02.959926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:02.989720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765e4f93-189c-444b-9355-c851c8688988'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:03.000899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=765e4f93-189c-444b-9355-c851c8688988,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:03.033054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:03.051355 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765e4f93-189c-444b-9355-c851c8688988', 'code': 200} Feb 05 18:58:03.060820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:03.061777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:03.063369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:03.141884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=7']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:03.145323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:03.225391 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Pushing event deleted for resources: {'Port': ['ID=3c069678-56fa-440b-9f48-d231d96773eb,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:03.228229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:03.326837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbb3ff-2346-4d4f-a724-b27b34362be5 req-ec9246dd-d198-4e9d-b663-166c74fbf268 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:03.328514 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-74bbb3ff-2346-4d4f-a724-b27b34362be5 req-ec9246dd-d198-4e9d-b663-166c74fbf268 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.1705511 Feb 05 18:58:03.396894 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-74bbb3ff-2346-4d4f-a724-b27b34362be5 req-26d5800e-f82b-46c4-9540-781a2daa317a tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615909 Feb 05 18:58:03.542824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:03.543299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:03.543676 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Floating IP 6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5 disassociated. External IP: 172.27.2.62, port: 765e4f93-189c-444b-9355-c851c8688988. Feb 05 18:58:03.544055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Calling delete_port for 765e4f93-189c-444b-9355-c851c8688988 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:03.704486 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:03.765016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:03.766287 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b6684545-71b1-4b27-909c-7dc939669c46 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] 10.222.0.43 "DELETE /v2.0/floatingips/ca581892-e8b1-4750-8c0f-25d4ce8980e4 HTTP/1.1" status: 204 len: 168 time: 2.0792506 Feb 05 18:58:03.781562 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:03.783344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:58:03.783903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:58:04.285066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Deleting port 765e4f93-189c-444b-9355-c851c8688988 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:04.285364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:04.604572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] For port 765e4f93-189c-444b-9355-c851c8688988, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=765e4f93-189c-444b-9355-c851c8688988,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:04.604972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:04.898428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb416f6-3377-4bb5-8e43-5a483ff27eb4 req-9951c1d4-f591-427c-9b6b-2c4d4cd57dd4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:04.900081 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdb416f6-3377-4bb5-8e43-5a483ff27eb4 req-9951c1d4-f591-427c-9b6b-2c4d4cd57dd4 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 943 time: 0.3471663 Feb 05 18:58:05.085756 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdb416f6-3377-4bb5-8e43-5a483ff27eb4 req-4de2c719-eead-4719-9e27-b9641408402b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups?id=6eb78550-0752-4ce8-a649-36dab4e86412&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791804 Feb 05 18:58:05.108930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:05.109442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:05.109791 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Floating IP 6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5 disassociated. External IP: 172.27.2.62, port: 765e4f93-189c-444b-9355-c851c8688988. Feb 05 18:58:05.110197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Calling delete_port for 765e4f93-189c-444b-9355-c851c8688988 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:05.306111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:05.322478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6d922993-82d0-41fc-b07a-00864c969186 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:05.421902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event deleted for resources: {'Port': ['ID=765e4f93-189c-444b-9355-c851c8688988,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:05.428950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:05.694255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Router e64e8245-f980-440a-99a6-dc4429a24dab has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:58:05.892624 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:58:05.903271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] Sync routers for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:58:05.915263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:05.916235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:05.934364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] No DVR routers for this DVR port 765e4f93-189c-444b-9355-c851c8688988 on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:05.936762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:05.940071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-deleted', 'tag': '765e4f93-189c-444b-9355-c851c8688988'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:05.992434 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f74d265a-282c-45a7-bf07-ac8a7c28f573 req-a5daf948-6b06-4d50-bb33-bfea8ea18b8d tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.26 "DELETE /v2.0/ports/765e4f93-189c-444b-9355-c851c8688988 HTTP/1.1" status: 204 len: 173 time: 3.8146532 Feb 05 18:58:06.006285 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd23d0a8-f204-418c-a61b-f3198bc5ccde', 'name': 'network-vif-deleted', 'tag': '765e4f93-189c-444b-9355-c851c8688988', 'status': 'completed', 'code': 200} Feb 05 18:58:06.123847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:06.311983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-7df451f4-53f7-4801-8d1c-8f631694654b req-cbae1189-9da8-480d-98f4-afe34a406334 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Synchronizing usage tracker for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:06.358752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-7df451f4-53f7-4801-8d1c-8f631694654b req-cbae1189-9da8-480d-98f4-afe34a406334 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Unset dirty status for tenant:4b9158f3141c41b0a9b7742b04af316f on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:06.376478 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7df451f4-53f7-4801-8d1c-8f631694654b req-cbae1189-9da8-480d-98f4-afe34a406334 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd23d0a8-f204-418c-a61b-f3198bc5ccde HTTP/1.1" status: 200 len: 210 time: 0.1199019 Feb 05 18:58:06.500634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:06.505127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] Checking router: e64e8245-f980-440a-99a6-dc4429a24dab for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:58:06.515792 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:06.516339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:06.719532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:07.073893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:07.079145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b610a-f8b7-4eb9-93ed-1927d36f1b19 None None] The sync data for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi is: [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:50:47Z', 'revision_number': 4, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a3f3379c-3ad7-40c0-9b7d-6d605daa61c3', 'name': '', 'network_id': '1f92a692-6685-460f-afe3-f5d373d5fe34', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'mac_address': 'fa:16:3e:d0:7f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:40Z', 'updated_at': '2021-02-05T18:51:01Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'subnets': [{'id': 'b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:58:07.476289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfb58a2-7f46-4553-9886-959667339166 None None] New status for floating IP 6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5: DOWN {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:58:07.570571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45694) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:07.657205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.691858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.831705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.837431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d09ec92f-38c8-4b48-a7ec-65bf765805ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:07.854367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb78550-0752-4ce8-a649-36dab4e86412,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:07.858619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:07.897548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:07.898958 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "DELETE /v2.0/security-groups/6eb78550-0752-4ce8-a649-36dab4e86412 HTTP/1.1" status: 204 len: 168 time: 0.3272593 Feb 05 18:58:07.901841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45700) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:07.921662 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.api.v2.resource [None req-e9da69ae-14a4-4d03-83c2-93ec7636102e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] show failed (client error): The resource could not be found. Feb 05 18:58:07.923156 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e9da69ae-14a4-4d03-83c2-93ec7636102e tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "GET /v2.0/security-groups/6eb78550-0752-4ce8-a649-36dab4e86412 HTTP/1.1" status: 404 len: 347 time: 0.0197275 Feb 05 18:58:07.926208 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45706) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:08.088404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45712) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:08.112750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Deleting port ed6807f4-dc18-42bd-aec3-2e3072390319 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:08.113120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.303972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.304342 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.439963 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Calling delete_port for ed6807f4-dc18-42bd-aec3-2e3072390319 owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:08.643440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.660420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-13f545cd-59c4-47c3-8156-2f0375176b01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:08.759851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Pushing event deleted for resources: {'Port': ['ID=ed6807f4-dc18-42bd-aec3-2e3072390319,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:08.766812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:08.896943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.952061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:08.953313 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3a52067b-5df3-4f96-b54c-16b0dca1ee0b tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] 10.222.0.43 "DELETE /v2.0/floatingips/6dcfaac6-1a08-426f-9e44-92ad6dc8b9e5 HTTP/1.1" status: 204 len: 168 time: 1.0260630 Feb 05 18:58:09.122293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.589648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Deleting port dfbd8ca8-da19-42be-a31b-fc5e752b1a27 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:09.590783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.782193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] For port dfbd8ca8-da19-42be-a31b-fc5e752b1a27, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:09.782602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:09.917136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Calling delete_port for dfbd8ca8-da19-42be-a31b-fc5e752b1a27 owned by network:router_interface {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:10.117498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:10.134247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:10.233488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbd8ca8-da19-42be-a31b-fc5e752b1a27,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:10.247717 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.248137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.248545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.248952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.249350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.249771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.250142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.250566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.250962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.251330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.251728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.252118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.252585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.252994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.253381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.253772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.254176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.254576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.254967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.255358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.255748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.256139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.256527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.256920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:10.267692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:10.585363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:11.124180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:58:11.314746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:58:11.325019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] Sync routers for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:58:11.327414 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5cff63ed-0b6d-4684-a307-60118248f729 admin admin] 10.222.0.43 "PUT /v2.0/routers/987a32ae-8d2f-4a9c-93e8-441b1ce1acec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2376413 Feb 05 18:58:11.330182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45732) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:11.335156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:11.335808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:11.540640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:11.777997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks [] for router, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:11.987917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:11.993475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Deleting port c4d370a0-df84-46d5-84b1-20b1f24ed856 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:11.993856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:12.008583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45742) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:12.036820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:58:10Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:12.040928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] Checking router: 987a32ae-8d2f-4a9c-93e8-441b1ce1acec for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:58:12.051156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] Routers {'987a32ae-8d2f-4a9c-93e8-441b1ce1acec'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:12.051754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:12.198347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] For port c4d370a0-df84-46d5-84b1-20b1f24ed856, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c4d370a0-df84-46d5-84b1-20b1f24ed856,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:12.198759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:12.249713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] Set router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:12.347545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Calling delete_port for c4d370a0-df84-46d5-84b1-20b1f24ed856 owned by network:router_gateway {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:12.521192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: WARNING neutron.plugins.ml2.ovo_rpc [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: result = function(*args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: proto.__init__(conn_state, self) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: self.handle() Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: self.handle_one_request() Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: self.handle_one_response() Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: result = self.application(self.environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return app(environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self.application) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return request.get_response(self.application) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: response = req.get_response(self._app) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: application, catch_exc_info=False) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: app_iter = application(self.environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return resp(environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return resp(environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: response = self.app(environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return resp(environ, start_response) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: resp = self.call_func(req, *args, **kw) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.func(req, *args, **kwargs) Feb 05 18:58:12.524133 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: result = method(request=request, **args) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._delete(request, id, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*dup_args, **dup_kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: obj_deleter(request.context, id, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return method(*args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(*dup_args, **dup_kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: self._delete_current_gw_port(context, id, router, None) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: admin_ctx, gw_port_id, l3_port_check=False) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, context, *args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return method(*args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: context, port, router_ids, bound_mech_contexts) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: return function(*args, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: callback(resource, event, trigger, **kwargs) Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: if self._is_session_semantic_violated(context, resource, event): Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: stack = traceback.extract_stack() Feb 05 18:58:12.539279 dv-cinder-774286-2-iscsi neutron-server[80059]: Feb 05 18:58:12.583177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:58:10Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:12.587526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27e679-99fa-4360-aefd-50423c3df372 None None] The sync data for ids ['987a32ae-8d2f-4a9c-93e8-441b1ce1acec'] in dv-cinder-774286-2-iscsi is: [{'id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'name': 'tempest-AttachVolumeTestJSON-1758419480-router', 'tenant_id': 'fceaf209c56445a389b480eead5f65a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:35Z', 'updated_at': '2021-02-05T18:58:10Z', 'revision_number': 5, 'project_id': 'fceaf209c56445a389b480eead5f65a7', 'gw_port': {'id': 'c4d370a0-df84-46d5-84b1-20b1f24ed856', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:24:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987a32ae-8d2f-4a9c-93e8-441b1ce1acec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:38Z', 'updated_at': '2021-02-05T18:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:58:12.768010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:12.923577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:12.926268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:12.968786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:13.112378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:13.113011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987a32ae-8d2f-4a9c-93e8-441b1ce1acec {{(pid=80171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 18:58:13.151658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:13.155545 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-72e8b2eb-9387-4ea1-a329-2a0ff8a79e00 admin admin] 10.222.0.43 "DELETE /v2.0/routers/987a32ae-8d2f-4a9c-93e8-441b1ce1acec HTTP/1.1" status: 204 len: 168 time: 1.8218961 Feb 05 18:58:13.156430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45754) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:13.171622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:58:13.205799 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58566eaf-e6f3-4880-8244-135820a995c3 req-9bf8d8ae-be14-4426-908d-ff45864a03bd tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1940456602&fields=id&tenant_id=78cc775cee124fffa7d0a049a87adcbf HTTP/1.1" status: 200 len: 267 time: 0.0783622 Feb 05 18:58:13.362466 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Deleting subnet 2f9b5aa1-fef9-417d-ac13-4d671c02a9bc {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:58:13.369331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:13.437724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566eaf-e6f3-4880-8244-135820a995c3 req-f4bf93c8-8023-4170-b37e-c54ceef274b4 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:13.440209 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58566eaf-e6f3-4880-8244-135820a995c3 req-f4bf93c8-8023-4170-b37e-c54ceef274b4 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 985 time: 0.2277596 Feb 05 18:58:13.456859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851828473'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:13.459817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Request body: {'port': {'security_groups': ['0c7d3dcd-3ca1-4863-bf11-22adde802637']}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:13.665060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:13.693733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Deleting port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:13.694031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:13.883769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.087317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] For port a3f3379c-3ad7-40c0-9b7d-6d605daa61c3, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:14.087652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.096832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] For port bf6a6bd5-4497-4a65-94c6-e089a621c5b7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:14.125288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.186101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.208160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:14.239150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Calling delete_port for a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 owned by network:router_interface {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:14.406199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event updated for resources: {'Port': ['ID=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,revision_number=6']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:14.431066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:14.438608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device dfbd8ca8-da19-42be-a31b-fc5e752b1a27 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:14.490108 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: dfbd8ca8-da19-42be-a31b-fc5e752b1a27 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:14.496748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device dfbd8ca8-da19-42be-a31b-fc5e752b1a27 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:14.496748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4d370a0-df84-46d5-84b1-20b1f24ed856 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:14.534995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: c4d370a0-df84-46d5-84b1-20b1f24ed856 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:14.535400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4d370a0-df84-46d5-84b1-20b1f24ed856 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:14.585731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:14.587121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.589020 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58566eaf-e6f3-4880-8244-135820a995c3 req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "PUT /v2.0/ports/bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 943 time: 1.1372502 Feb 05 18:58:14.589932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:14.666406 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'status': 'completed', 'code': 200} Feb 05 18:58:14.709963 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bd233f6a-d806-478d-9c61-b4f35bfd97aa req-25c450ae-98d2-4134-95f2-2008d7b67dc5 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups/b23f58f2-a533-4a10-bc09-0df938dfdee0 HTTP/1.1" status: 200 len: 3005 time: 0.0812843 Feb 05 18:58:14.734230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b3cde820-0930-48f5-9bf6-c0a58d2ed84c None None] Provisioning complete for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:14.734764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b3cde820-0930-48f5-9bf6-c0a58d2ed84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.926997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851730763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739837'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:14.961281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f4c82e06-4a25-4169-a503-f1722868ed7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:14.997346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.103657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device bf6a6bd5-4497-4a65-94c6-e089a621c5b7 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:15.211299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:15.211636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.349759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bd233f6a-d806-478d-9c61-b4f35bfd97aa req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.373768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9b5aa1-fef9-417d-ac13-4d671c02a9bc,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:15.445661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-fed45897-9447-47c8-a0ed-89cede1e307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:15.447338 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-fed45897-9447-47c8-a0ed-89cede1e307c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1163 time: 0.7350345 Feb 05 18:58:15.467489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.467819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.468222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.468620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.469012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.469403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.469810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.470214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.470599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.470983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.471372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.471756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.472216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.472604 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.472988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.473540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.473928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.474346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.474733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.475119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.475500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.475881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.476262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.476641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:58:15.538627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:15.598536 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-326baebd-fd7b-4554-922d-53f6817026ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:15.654249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bd233f6a-d806-478d-9c61-b4f35bfd97aa req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.679007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f3379c-3ad7-40c0-9b7d-6d605daa61c3,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:15.709856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:15.737420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f37daf-8b4a-466a-84df-d8353a6af5b6 None None] Network 0e6f2205-17c7-485c-b230-98a3329eb62d requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:58:15.744471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.806515 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-c4f200f7-7a9c-4049-8aca-bd86b0265ae9 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2f9b5aa1-fef9-417d-ac13-4d671c02a9bc HTTP/1.1" status: 204 len: 168 time: 2.6464860 Feb 05 18:58:15.807777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45762) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:15.868654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-936aad00-e3f9-4e06-b8ee-dd3bc98c4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:15.880478 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-936aad00-e3f9-4e06-b8ee-dd3bc98c4d59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.4051123 Feb 05 18:58:15.967001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bd233f6a-d806-478d-9c61-b4f35bfd97aa req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.976628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:15.984674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f6d242c1-0cd8-40b1-902d-f64488802610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:16.065195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f58f2-a533-4a10-bc09-0df938dfdee0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:16.076787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:16.081755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Deleting port 24900a43-feb4-4b9d-85fd-75588014f6f6 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:16.082329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.100846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] DHCP port deletion for 0e6f2205-17c7-485c-b230-98a3329eb62d request from dv-cinder-774286-2-iscsi {{(pid=80172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 18:58:16.105999 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Deleting port 24900a43-feb4-4b9d-85fd-75588014f6f6 {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:16.106501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.187965 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-a27069d4-10f8-4b4a-a6d8-fd4cec083d18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 1002 time: 0.3018129 Feb 05 18:58:16.191286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-bd233f6a-d806-478d-9c61-b4f35bfd97aa req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.192593 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bd233f6a-d806-478d-9c61-b4f35bfd97aa req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "DELETE /v2.0/security-groups/b23f58f2-a533-4a10-bc09-0df938dfdee0 HTTP/1.1" status: 204 len: 173 time: 1.4387605 Feb 05 18:58:16.301454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-79c18c6a-8fe1-4978-8f6e-73326491fab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:16.303325 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-79c18c6a-8fe1-4978-8f6e-73326491fab2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.1032751 Feb 05 18:58:16.305768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.333329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] For port 24900a43-feb4-4b9d-85fd-75588014f6f6, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=24900a43-feb4-4b9d-85fd-75588014f6f6,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:16.333800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.456292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] For port 24900a43-feb4-4b9d-85fd-75588014f6f6, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=24900a43-feb4-4b9d-85fd-75588014f6f6,segment=NetworkSegment(548f36a8-d321-430d-9248-352941640a73),segment_id=548f36a8-d321-430d-9248-352941640a73)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:16.456743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.483443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Calling delete_port for 24900a43-feb4-4b9d-85fd-75588014f6f6 owned by network:dhcp {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:16.486075 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-59698817-85f8-4392-bfd1-38e0e9b131e2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/floatingips/ae857859-8361-4cc8-bbca-b3c84eed2424 HTTP/1.1" status: 200 len: 999 time: 0.2472730 Feb 05 18:58:16.528711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 24900a43-feb4-4b9d-85fd-75588014f6f6 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:16.545944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-65472d82-5e37-427f-a00d-1b03ed055841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:16.547917 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-65472d82-5e37-427f-a00d-1b03ed055841 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2282493 Feb 05 18:58:16.708723 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No ports have port_id starting with 24900a43-feb4-4b9d-85fd-75588014f6f6 Feb 05 18:58:16.865711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153'] for port, after_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:16.882684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:16.908421 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-62d58f4f-327f-44df-8be2-0d3486a206c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467669 Feb 05 18:58:16.909833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Calling delete_port for 24900a43-feb4-4b9d-85fd-75588014f6f6 owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:16.990267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Pushing event deleted for resources: {'Port': ['ID=24900a43-feb4-4b9d-85fd-75588014f6f6,revision_number=None']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:17.004147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:17.039679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] No DVR routers for this DVR port 24900a43-feb4-4b9d-85fd-75588014f6f6 on host dv-cinder-774286-2-iscsi {{(pid=80172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:17.109095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:58:17.109458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:58:17.211243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895680f5-577f-447a-ac14-62633d4fa668 req-60bff277-e25a-4abb-a37a-b699ab43cd6b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:17.212824 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-60bff277-e25a-4abb-a37a-b699ab43cd6b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.4004674 Feb 05 18:58:17.224867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-f65df32f-a4f6-47fa-84e2-41e97842292f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:58:17.225690 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-f65df32f-a4f6-47fa-84e2-41e97842292f tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0064554 Feb 05 18:58:17.258988 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7bd74831-3def-4ecc-a798-fe952a623a70 req-95d1eb20-d68a-4fb8-a679-cd67bc142c15 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2874055 Feb 05 18:58:17.270752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Router e64e8245-f980-440a-99a6-dc4429a24dab has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:58:17.401137 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-fb1d2673-0c89-498d-a636-86e8e7237dee tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.218 HTTP/1.1" status: 200 len: 1002 time: 0.1583209 Feb 05 18:58:17.581010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895680f5-577f-447a-ac14-62633d4fa668 req-08a373e0-3940-4371-b260-fffb38849fc5 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:17.582546 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-08a373e0-3940-4371-b260-fffb38849fc5 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports/bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 943 time: 0.1745403 Feb 05 18:58:17.611900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Deleting port 24900a43-feb4-4b9d-85fd-75588014f6f6 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:17.612358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:17.696714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] The port '24900a43-feb4-4b9d-85fd-75588014f6f6' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 18:58:17.764533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:58:17.772331 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0707fa92-349c-4c2e-8a8d-f4db900315d1 admin admin] 10.222.0.43 "PUT /v2.0/routers/e64e8245-f980-440a-99a6-dc4429a24dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7624321 Feb 05 18:58:17.776147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45768) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:17.779948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] Sync routers for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:58:17.792895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:17.794019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:17.943965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:17.979031 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-c8602b25-5691-405d-a447-784457fdd899 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.218 HTTP/1.1" status: 200 len: 1002 time: 0.2888141 Feb 05 18:58:18.014206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:18.019695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks [] for router, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.196501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6f2205-17c7-485c-b230-98a3329eb62d']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:18.236465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.241740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Deleting port c4e43655-1684-492b-9b83-6936eda83947 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:18.242274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.286321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548f36a8-d321-430d-9248-352941640a73') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:18.286677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548f36a8-d321-430d-9248-352941640a73') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:18.322491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.353383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:58:14Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:18.355696 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.358463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] Checking router: e64e8245-f980-440a-99a6-dc4429a24dab for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:58:18.364683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:58:18.369130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] Routers {'e64e8245-f980-440a-99a6-dc4429a24dab'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:18.370338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['e64e8245-f980-440a-99a6-dc4429a24dab'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:18.398348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Deleting port b5dc965d-7d50-4e86-844d-59d094553465 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:18.398703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.431793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] For port c4e43655-1684-492b-9b83-6936eda83947, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c4e43655-1684-492b-9b83-6936eda83947,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:18.432180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.581975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Calling delete_port for c4e43655-1684-492b-9b83-6936eda83947 owned by network:router_gateway {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:18.689282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Network 0e6f2205-17c7-485c-b230-98a3329eb62d has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:18.699734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.731149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] Set router e64e8245-f980-440a-99a6-dc4429a24dab gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:18.800472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.934742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Network 0e6f2205-17c7-485c-b230-98a3329eb62d has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:18.944505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.945340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:58:18.968800 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:58:19.004409 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.070065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:58:14Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:19.074733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d973ac9-d24a-4419-be42-6537739583d1 None None] The sync data for ids ['e64e8245-f980-440a-99a6-dc4429a24dab'] in dv-cinder-774286-2-iscsi is: [{'id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'name': 'tempest-AttachVolumeShelveTestJSON-1138278065-router', 'tenant_id': '4b9158f3141c41b0a9b7742b04af316f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'c4e43655-1684-492b-9b83-6936eda83947', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:50:27Z', 'updated_at': '2021-02-05T18:58:14Z', 'revision_number': 5, 'project_id': '4b9158f3141c41b0a9b7742b04af316f', 'gw_port': {'id': 'c4e43655-1684-492b-9b83-6936eda83947', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64e8245-f980-440a-99a6-dc4429a24dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:50:29Z', 'updated_at': '2021-02-05T18:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:58:19.163487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.166057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.403997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Calling delete_port for b5dc965d-7d50-4e86-844d-59d094553465 owned by network:floatingip {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:19.420478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.421055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64e8245-f980-440a-99a6-dc4429a24dab {{(pid=80170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 18:58:19.434808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.436058 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-57d9a793-2782-43e9-b670-134a4b232d4c admin admin] 10.222.0.43 "DELETE /v2.0/routers/e64e8245-f980-440a-99a6-dc4429a24dab HTTP/1.1" status: 204 len: 168 time: 1.6506104 Feb 05 18:58:19.438778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45772) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:19.490514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.502722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:19.519326 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Deleting subnet b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:58:19.521207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.522766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.540953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6f2205-17c7-485c-b230-98a3329eb62d,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:19.548569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:19.583761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851828473'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.595747 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-73b2cb3d-baaa-4af8-8059-64f600db0adb admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e6f2205-17c7-485c-b230-98a3329eb62d HTTP/1.1" status: 204 len: 168 time: 3.7876155 Feb 05 18:58:19.665794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.675859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.686149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fbcea045-78c9-4d3c-a47d-4c414a1c8113 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:19.798459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event deleted for resources: {'Port': ['ID=b5dc965d-7d50-4e86-844d-59d094553465,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:19.807379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:19.923715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45778) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:19.994566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks [] for floatingip, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:19.994566 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Floating IP ae857859-8361-4cc8-bbca-b3c84eed2424 disassociated (deleted). External IP: 172.27.2.218, port: bf6a6bd5-4497-4a65-94c6-e089a621c5b7. Feb 05 18:58:20.014721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851730763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739837'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.028983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-19211627-7f65-4a8b-aa26-7d86180b826c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:20.066611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:20.117414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:20.122306 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-636011ae-59d4-442b-8d97-7702ada82cc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fceaf209c56445a389b480eead5f65a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1977642 Feb 05 18:58:20.133433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45782) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:20.167000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.175896 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-08c8ed36-035b-4794-a335-df48509f3363 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b4b5a4b3-fbe8-4f51-8f3d-72e088b1dc41 HTTP/1.1" status: 204 len: 168 time: 0.7335122 Feb 05 18:58:20.176105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbfbd19-1985-4a73-a49f-8b3ae43e9b0a None None] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:58:20.176230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45786) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:20.250222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.307335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.379829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Deleting port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:20.380204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.419446 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.479815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] DHCP port deletion for 1f92a692-6685-460f-afe3-f5d373d5fe34 request from dv-cinder-774286-2-iscsi {{(pid=80172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 18:58:20.485392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Deleting port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:20.485576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.527844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:20.528313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Router ea65fbaa-9e51-4792-921f-ce86165756c9 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:58:20.578525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:20.579236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a3f3379c-3ad7-40c0-9b7d-6d605daa61c3 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:20.579616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4e43655-1684-492b-9b83-6936eda83947 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:20.613238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.618807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: c4e43655-1684-492b-9b83-6936eda83947 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:20.619200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c4e43655-1684-492b-9b83-6936eda83947 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:20.673443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cb68eef6-c361-4db9-8bc1-081039b374ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:20.705790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ac03d3-3f7a-4b0b-bfde-d251e3345faf,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:20.708688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] For port d2e40c21-fe2e-43d6-ba01-b2d939b6d877, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:20.709606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.709905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:20.721092 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-2a8c4a9a-f7c4-437a-ba8b-f3dc3642ee57 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2253213 Feb 05 18:58:20.775173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:58:20.788005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.807708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] Sync routers for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:58:20.824360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:20.825596 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33ac03d3-3f7a-4b0b-bfde-d251e3345faf HTTP/1.1" status: 204 len: 168 time: 0.6911619 Feb 05 18:58:20.839089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:20.839880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:20.867452 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-d79ed47b-9908-42b7-a96f-49050923cf08 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "DELETE /v2.0/floatingips/ae857859-8361-4cc8-bbca-b3c84eed2424 HTTP/1.1" status: 204 len: 173 time: 2.8257983 Feb 05 18:58:20.868084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:20.944098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'status': 'completed', 'code': 200} Feb 05 18:58:20.970930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Calling delete_port for d2e40c21-fe2e-43d6-ba01-b2d939b6d877 owned by network:dhcp {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:20.973840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895680f5-577f-447a-ac14-62633d4fa668 req-9874b6b3-8a2f-4cee-a5be-300ccd74fcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:20.975762 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-9874b6b3-8a2f-4cee-a5be-300ccd74fcb9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1163 time: 0.0935969 Feb 05 18:58:21.165498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895680f5-577f-447a-ac14-62633d4fa668 req-e03aff38-fc7a-450d-86da-b4bc2a409e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.167237 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-e03aff38-fc7a-450d-86da-b4bc2a409e8b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.1843190 Feb 05 18:58:21.257960 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-cb4ada3f-6a99-4e9d-8694-5936fe341747 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 217 time: 0.0782080 Feb 05 18:58:21.308846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:21.339840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895680f5-577f-447a-ac14-62633d4fa668 req-805219b6-d5cb-417e-9fe4-092cedeea3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.344200 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-805219b6-d5cb-417e-9fe4-092cedeea3e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.0852084 Feb 05 18:58:21.372157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-572ae5e8-7af7-4582-b004-5965e270e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.374132 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-572ae5e8-7af7-4582-b004-5965e270e1bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1163 time: 0.4752398 Feb 05 18:58:21.383995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] For port d2e40c21-fe2e-43d6-ba01-b2d939b6d877, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,segment=NetworkSegment(556eeb75-cf01-43a8-8e74-375a34af1952),segment_id=556eeb75-cf01-43a8-8e74-375a34af1952)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:21.384441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:21.385500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:21.403532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2c335660-d799-4177-a7ef-96c52430a6cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:21.454443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895680f5-577f-447a-ac14-62633d4fa668 req-d571292e-4a17-45d2-980b-c788027072a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.456587 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-d571292e-4a17-45d2-980b-c788027072a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1036038 Feb 05 18:58:21.539268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e40c21-fe2e-43d6-ba01-b2d939b6d877,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:21.622134 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-2cc94493-2a0f-4ddd-ba57-5f94a52e570a service neutron] 10.222.0.43 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572812 Feb 05 18:58:21.630140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:21.632037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Calling delete_port for d2e40c21-fe2e-43d6-ba01-b2d939b6d877 owned by network:dhcp {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:21.707801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-92d32b3f-66ab-49cf-83bc-6d716eae5a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:21.709579 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-92d32b3f-66ab-49cf-83bc-6d716eae5a09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.2668648 Feb 05 18:58:21.718776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] No DVR routers for this DVR port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 on host dv-cinder-774286-2-iscsi {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:21.813913 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-895680f5-577f-447a-ac14-62633d4fa668 req-f5441927-8e2c-43fd-9d4e-2a6627ab74b7 service neutron] 10.222.0.43 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1854899 Feb 05 18:58:21.833374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80172) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:58:21.835691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:58:21.862694 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-0be23a6c-7a82-44e1-87db-c081f92ee57e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 217 time: 0.1072428 Feb 05 18:58:21.912905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:21.918902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] Checking router: ea65fbaa-9e51-4792-921f-ce86165756c9 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:58:21.930668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:21.931421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:22.007651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:22.175067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-347722ba-fda6-4944-a03e-4b252a8b4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:22.176752 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-347722ba-fda6-4944-a03e-4b252a8b4d76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.2506166 Feb 05 18:58:22.178275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:22.180798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f92a692-6685-460f-afe3-f5d373d5fe34']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:22.243634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556eeb75-cf01-43a8-8e74-375a34af1952') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:22.244071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556eeb75-cf01-43a8-8e74-375a34af1952') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:22.264600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947343'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:22.308507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-b473ee8f-8af8-4fd7-a6d8-1c6696f91cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:22.308507 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-b473ee8f-8af8-4fd7-a6d8-1c6696f91cb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1175525 Feb 05 18:58:22.334653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Deleting port d2e40c21-fe2e-43d6-ba01-b2d939b6d877 {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:22.335080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:22.508950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4dde1f5d-1887-40c8-b88d-9b2515206a24 None None] The port 'd2e40c21-fe2e-43d6-ba01-b2d939b6d877' was deleted {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 18:58:22.530048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device d2e40c21-fe2e-43d6-ba01-b2d939b6d877 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:22.561537 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-3642286c-bd6d-4c9e-8a68-07d4bcc15041 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349484 Feb 05 18:58:22.562707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:22.564886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:58:22.599040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: d2e40c21-fe2e-43d6-ba01-b2d939b6d877 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:22.599709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device d2e40c21-fe2e-43d6-ba01-b2d939b6d877 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:22.759690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:22.765117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fbfb72-db68-48d6-8a8f-7b2c0c4b567c None None] The sync data for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi is: [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:55:40Z', 'revision_number': 4, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '7d7054bc-8430-47d2-83c0-d934904358bc', 'name': '', 'network_id': 'f3e36784-b8de-4245-8939-78ec9e416fea', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'mac_address': 'fa:16:3e:6e:6a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:39Z', 'updated_at': '2021-02-05T18:55:50Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'subnets': [{'id': '21ff0bce-a5d9-46d6-aeaf-c532a04dcf37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:58:22.876122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:22.887250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851730878'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:23.087758 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a44a59b0-6b47-4784-ba09-007e1f318ccc req-76f75637-ac0d-4ef2-8e91-f2c2b93a8b3b service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4164808 Feb 05 18:58:23.117239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Network 1f92a692-6685-460f-afe3-f5d373d5fe34 has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:58:23.143208 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:58:23.247859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb67461-8d6c-41b2-b0f3-063937f46a0f None None] New status for floating IP ae857859-8361-4cc8-bbca-b3c84eed2424: DOWN {{(pid=80173) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:58:23.322970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-45cee6c5-0476-4209-9c58-01f8ea9aa696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.325642 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-45cee6c5-0476-4209-9c58-01f8ea9aa696 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78cc775cee124fffa7d0a049a87adcbf&device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 1163 time: 0.1782417 Feb 05 18:58:23.497358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-5fe1c156-c9c3-41f7-9bb9-ce684f5db9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.499268 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-5fe1c156-c9c3-41f7-9bb9-ce684f5db9dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 200 len: 909 time: 0.1665490 Feb 05 18:58:23.580307 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-72a9daeb-acea-4a35-a52a-0ac611827967 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 200 len: 217 time: 0.0727036 Feb 05 18:58:23.626463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:23.644676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:23.650244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-913e8ae2-273c-49a2-8407-3f7ddf3cf821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:23.676552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f92a692-6685-460f-afe3-f5d373d5fe34,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:23.679834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:23.704368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-3e9be00b-78ac-45ab-b248-1d1d675c85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.707756 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-3e9be00b-78ac-45ab-b248-1d1d675c85f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 200 len: 854 time: 0.1192472 Feb 05 18:58:23.775605 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1f92a692-6685-460f-afe3-f5d373d5fe34 HTTP/1.1" status: 204 len: 168 time: 3.5979521 Feb 05 18:58:23.864643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-522b01a6-b988-4169-9ba2-a7c6bc7f0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:23.866445 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-522b01a6-b988-4169-9ba2-a7c6bc7f0e88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f3e36784-b8de-4245-8939-78ec9e416fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1473904 Feb 05 18:58:24.035299 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-6c358fef-da1d-4398-a964-11b248319b31 service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580029 Feb 05 18:58:24.194403 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2898e51c-037b-40ae-8e75-49b0034fb976 req-7d1fe7eb-ee80-45fe-a022-2fdc033c73cf service neutron] 10.222.0.26 "GET /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1490300 Feb 05 18:58:24.323288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.335226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45858) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:24.400228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45864) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:24.400648 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8ae29b4c-c501-4cdf-95bf-b65b01c3cfb8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b9158f3141c41b0a9b7742b04af316f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0641620 Feb 05 18:58:24.447267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45868) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:24.488363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2dd53b98-0071-4334-8e29-72bce5df75c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.521779 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2dd53b98-0071-4334-8e29-72bce5df75c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.647892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.654099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2dd53b98-0071-4334-8e29-72bce5df75c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.659554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-515f78cf-7119-4913-a343-cb78e0cd6e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:24.664746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:24.668973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Usage tracker for resource:security_group_rule and tenant:6c08eee8e12d4c949e3d37d37f4f8939 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:24.672004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:24.677683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd53b98-0071-4334-8e29-72bce5df75c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e598a67-33e3-4579-9c3a-be710da5fa24,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:24.678356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:24.680678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2dd53b98-0071-4334-8e29-72bce5df75c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:24.684680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2dd53b98-0071-4334-8e29-72bce5df75c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.690569 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2dd53b98-0071-4334-8e29-72bce5df75c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e598a67-33e3-4579-9c3a-be710da5fa24 HTTP/1.1" status: 204 len: 168 time: 0.2865875 Feb 05 18:58:24.876960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.934889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:24.944519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a339154e-7df4-47ca-9303-b1121ca90dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:24.988420 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c08eee8e12d4c949e3d37d37f4f8939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399835 Feb 05 18:58:24.989378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0ab578-355f-4fd2-b34d-79a05da72be4,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:24.991748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45876) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:24.993003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0d0f5bf8-ca64-4129-814c-e9bb98ce7618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:25.060726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-21dabbe7-ec9a-496f-a37d-32dabcbcf88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:25.089734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-21dabbe7-ec9a-496f-a37d-32dabcbcf88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:25.175889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-21dabbe7-ec9a-496f-a37d-32dabcbcf88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:25.181762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ea3820a3-36a1-4372-b516-14c7b80cdc0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:25.197767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dabbe7-ec9a-496f-a37d-32dabcbcf88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0ab578-355f-4fd2-b34d-79a05da72be4,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:25.201419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-21dabbe7-ec9a-496f-a37d-32dabcbcf88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:25.202722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-21dabbe7-ec9a-496f-a37d-32dabcbcf88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:25.204392 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-21dabbe7-ec9a-496f-a37d-32dabcbcf88b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d0ab578-355f-4fd2-b34d-79a05da72be4 HTTP/1.1" status: 204 len: 168 time: 0.2108722 Feb 05 18:58:25.749221 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45902) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:25.769374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:25.790038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:25.795721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Usage tracker for resource:security_group_rule and tenant:aa986edd53674c2ea3d00efdc541ad14 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:25.799206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:25.805310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:25.896893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:25.945957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:25.956517 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b9fff145-9d45-4193-9a59-2565987bb255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:26.002470 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa986edd53674c2ea3d00efdc541ad14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519701 Feb 05 18:58:26.004163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec4e6a4-6ee2-4edc-b56c-3fe607dd6900,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:26.005462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45912) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:26.007674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:26.129667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:26.166748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:26.273501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b6be1-22d8-46aa-8b14-19eacdb6afe9 req-551b662e-fdb7-4b77-8001-709040d06eb9 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:26.273501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-767b6be1-22d8-46aa-8b14-19eacdb6afe9 req-551b662e-fdb7-4b77-8001-709040d06eb9 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:26.340512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-767b6be1-22d8-46aa-8b14-19eacdb6afe9 req-551b662e-fdb7-4b77-8001-709040d06eb9 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:26.341835 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-767b6be1-22d8-46aa-8b14-19eacdb6afe9 req-551b662e-fdb7-4b77-8001-709040d06eb9 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.3047924 Feb 05 18:58:26.371416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:26.378035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bedb38a4-0a29-47c7-8b39-d805d49d7f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:26.409475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec4e6a4-6ee2-4edc-b56c-3fe607dd6900,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:26.414022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:26.415014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:26.416179 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ec4e6a4-6ee2-4edc-b56c-3fe607dd6900 HTTP/1.1" status: 204 len: 168 time: 0.4094412 Feb 05 18:58:26.438847 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-767b6be1-22d8-46aa-8b14-19eacdb6afe9 req-7646273d-f396-442b-8a35-9810bb7a27c7 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906711 Feb 05 18:58:27.499439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45956) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:27.555390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45962) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:27.722121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-271209202-network', 'tenant_id': 'dafc9b5904cf4a59a1ac61979195d4d4'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:27.729458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:27.733898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Usage tracker for resource:network and tenant:dafc9b5904cf4a59a1ac61979195d4d4 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:27.737406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:27.744353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:27.769694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:27.772282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee2904-9281-44c5-be32-f792db6e7ace req-23fe8765-b4d1-4878-a6b0-cff9d23d2cce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:27.774272 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-13ee2904-9281-44c5-be32-f792db6e7ace req-23fe8765-b4d1-4878-a6b0-cff9d23d2cce tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.1877418 Feb 05 18:58:27.789145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:27.793842 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Usage tracker for resource:security_group_rule and tenant:50e86dc3bb3d43d2959cdb4adff958ab is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:27.797045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:27.803212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:27.824625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Made reservation on behalf of dafc9b5904cf4a59a1ac61979195d4d4 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:27.829331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:27.842779 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-13ee2904-9281-44c5-be32-f792db6e7ace req-d7085762-db38-4119-9699-6e2914f28a3c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Synchronizing usage tracker for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:security_group {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:27.848036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:27.868718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:27.877867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Usage tracker for resource:security_group_rule and tenant:dafc9b5904cf4a59a1ac61979195d4d4 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:27.881650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:27.892050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:27.939841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-13ee2904-9281-44c5-be32-f792db6e7ace req-d7085762-db38-4119-9699-6e2914f28a3c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Unset dirty status for tenant:78cc775cee124fffa7d0a049a87adcbf on resource:security_group {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:27.941091 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-13ee2904-9281-44c5-be32-f792db6e7ace req-d7085762-db38-4119-9699-6e2914f28a3c tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592860 Feb 05 18:58:27.975919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.002505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.012489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c92e6732-0b21-4109-aeca-a0136e6c0142 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:28.030394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-9966c303-2dc9-4995-898d-5e9b06a9187b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:28.032051 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-9966c303-2dc9-4995-898d-5e9b06a9187b tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.26 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 946 time: 0.1812656 Feb 05 18:58:28.076809 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50e86dc3bb3d43d2959cdb4adff958ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761864 Feb 05 18:58:28.079841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45968) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:28.084016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.085188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acd462f-4fb4-4f39-a265-093327f3690a,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:28.088499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ebdadb1-4757-48f3-8871-1b38a34cbf93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:28.145684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.150373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c89c0267-28de-4725-9cd8-9a36ced81ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:28.166275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Deleting port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:28.166664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.180920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 18:58:28.195081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6ea365-e9fc-43f3-80d4-12c3582589cd,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:28.199681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:28.201426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.201426 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Added segment 35a39119-233e-4fac-b719-c48dbd6e3f38 of type vxlan for network 2e5acbaf-59df-46d1-8c7f-59951e3457bb Feb 05 18:58:28.230905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.283128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.284538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:28.285191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.291139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:28.412751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e5acbaf-59df-46d1-8c7f-59951e3457bb,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:28.415804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:28.426597 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:58:28.442153 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-71f29dc1-25c8-42ae-9aa5-5e6e4b9c5ab9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8817472 Feb 05 18:58:28.442401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45972) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:28.444805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 18:58:28.450905 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Request body: {'subnet': {'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-271209202-subnet', 'tenant_id': 'dafc9b5904cf4a59a1ac61979195d4d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:28.458429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:28.462297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Usage tracker for resource:subnet and tenant:dafc9b5904cf4a59a1ac61979195d4d4 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:28.466628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:28.475737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:28.511601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Made reservation on behalf of dafc9b5904cf4a59a1ac61979195d4d4 for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:28.516785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.539482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.627947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.846228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.859983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-72c644b9-7f78-4454-b255-6baa3e486651 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:28.867826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] For port bf6a6bd5-4497-4a65-94c6-e089a621c5b7, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:28.868222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.872047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-85d8b5e8-19d2-456a-a019-236d738e164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:28.884789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acd462f-4fb4-4f39-a265-093327f3690a,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:28.892069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:28.975225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device bf6a6bd5-4497-4a65-94c6-e089a621c5b7 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:29.013534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.017254 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5acd462f-4fb4-4f39-a265-093327f3690a HTTP/1.1" status: 204 len: 168 time: 0.9339654 Feb 05 18:58:29.029294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Calling delete_port for bf6a6bd5-4497-4a65-94c6-e089a621c5b7 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:29.124229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.266677 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.283068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-823e1378-3179-4fb9-bafb-84f134572848 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:29.336705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Pushing event deleted for resources: {'Port': ['ID=bf6a6bd5-4497-4a65-94c6-e089a621c5b7,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:29.341995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4767919-d9ab-470a-99a6-06d8299c57ec req-511ed756-0e74-4c16-9363-168dd1f15922 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:29.343973 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d4767919-d9ab-470a-99a6-06d8299c57ec req-511ed756-0e74-4c16-9363-168dd1f15922 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 867 time: 0.2520766 Feb 05 18:58:29.390609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:29.435183 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d4767919-d9ab-470a-99a6-06d8299c57ec req-64a10757-0428-43f7-b96f-912818a561d5 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/security-groups?id=0c7d3dcd-3ca1-4863-bf11-22adde802637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802846 Feb 05 18:58:29.521168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] No DVR routers for this DVR port bf6a6bd5-4497-4a65-94c6-e089a621c5b7 on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:29.523500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.524183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.526445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'name': 'network-vif-deleted', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:29.587705 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96da0a7f-770a-4241-803d-dda7f9b21553', 'name': 'network-vif-deleted', 'tag': 'bf6a6bd5-4497-4a65-94c6-e089a621c5b7', 'status': 'completed', 'code': 200} Feb 05 18:58:29.594085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:29.612708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 45984) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:29.633599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.653622 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8e715e72-122f-452c-9172-b3ff75d8e00d req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.26 "DELETE /v2.0/ports/bf6a6bd5-4497-4a65-94c6-e089a621c5b7 HTTP/1.1" status: 204 len: 173 time: 1.6051686 Feb 05 18:58:29.653622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:29.659317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Usage tracker for resource:security_group_rule and tenant:221e17556c884da08b8a216e47aad422 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:29.662585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:29.670439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:29.690255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47c94ce-afe4-49f5-9bcb-ce46a5f5c777,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:29.696158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:29.758130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Checking segment: {'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:58:29.758661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Network hostable DHCP agents. Network: 2e5acbaf-59df-46d1-8c7f-59951e3457bb, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 18:58:29.820030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 18:58:29.877652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 2e5acbaf-59df-46d1-8c7f-59951e3457bb) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:58:29.886886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da08f40-afba-4669-9e83-a34fa42dd8f6 None None] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:58:29.896621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:29.897386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.905265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.923884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:29.936606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-51e65a0c-2a96-41b9-b110-6443cac12017 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:29.953616 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5093279 Feb 05 18:58:29.969556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b88aa89-3f07-436b-81ed-4e5449f13718,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:29.990700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:30.007311 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2de60711-3bbb-42e6-9b32-a4d4dbe89ee1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=221e17556c884da08b8a216e47aad422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934031 Feb 05 18:58:30.011419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 45994) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:30.106081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.136100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.218078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b887197-1ae6-4283-b552-bcaad8bced95 None None] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:58:30.219989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.226925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-46454a1b-e1d7-405b-a607-a8a38573a3b1 tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:30.241553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b88aa89-3f07-436b-81ed-4e5449f13718,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:30.244351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:30.245339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:30.247087 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b88aa89-3f07-436b-81ed-4e5449f13718 HTTP/1.1" status: 204 len: 168 time: 0.2336819 Feb 05 18:58:30.696185 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-59a2c665-bf5b-4640-b36c-3e188c45d624 req-f2d8f3c1-d049-4f97-9482-6221acc5dd0e tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] 10.222.0.43 "GET /v2.0/ports?device_id=96da0a7f-770a-4241-803d-dda7f9b21553 HTTP/1.1" status: 200 len: 210 time: 0.0580697 Feb 05 18:58:30.891613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d2696dce-e65f-45c4-8269-cbc64aff0aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:32.031055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:32.643623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:33.617748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 46114) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:33.802539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:33.898292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46122) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:34.064449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.083309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:34.087494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Usage tracker for resource:security_group_rule and tenant:fea597d4d0b54755a047d55cca3d0c38 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:34.090950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:34.097418 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:34.257744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.345810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.442636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.454202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3bd23ed0-6871-4b10-874d-7bcf21dae997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:34.510371 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fea597d4d0b54755a047d55cca3d0c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6104152 Feb 05 18:58:34.512127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc7a048-12a3-49c0-83c1-cc93aea48363,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:34.515243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46138) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:34.518380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:34.611079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-009c516f-4cd1-42ff-850c-d649877fba50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.678026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Deleting port 7d7054bc-8430-47d2-83c0-d934904358bc {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:34.678688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.718497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-009c516f-4cd1-42ff-850c-d649877fba50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.880859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-3501e923-8a1a-457b-b3fa-93dc8a549710 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:34.882692 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-3501e923-8a1a-457b-b3fa-93dc8a549710 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/networks?id=2e5acbaf-59df-46d1-8c7f-59951e3457bb HTTP/1.1" status: 200 len: 808 time: 0.2991476 Feb 05 18:58:34.885001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] For port 7d7054bc-8430-47d2-83c0-d934904358bc, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=7d7054bc-8430-47d2-83c0-d934904358bc,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:34.885569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.901135 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-f5dffb88-08b5-4aed-b330-dc031e603e9e tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/quotas/dafc9b5904cf4a59a1ac61979195d4d4 HTTP/1.1" status: 200 len: 375 time: 0.0102692 Feb 05 18:58:34.971562 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-ef7af7f3-833a-4fbd-a3c4-fd5daca5ff66 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629861 Feb 05 18:58:34.972324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-009c516f-4cd1-42ff-850c-d649877fba50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:34.977718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7245c21a-6e0a-4308-b4c0-592461df2de2 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:35.019704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c516f-4cd1-42ff-850c-d649877fba50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc7a048-12a3-49c0-83c1-cc93aea48363,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:35.028340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Calling delete_port for 7d7054bc-8430-47d2-83c0-d934904358bc owned by network:router_interface {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:35.102978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-009c516f-4cd1-42ff-850c-d649877fba50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:35.113510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-009c516f-4cd1-42ff-850c-d649877fba50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:35.118522 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-009c516f-4cd1-42ff-850c-d649877fba50 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8fc7a048-12a3-49c0-83c1-cc93aea48363 HTTP/1.1" status: 204 len: 168 time: 0.5984995 Feb 05 18:58:35.176774 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-2b5bad5e-b37d-4448-88f6-a78f30638ea0 service neutron] 10.222.0.43 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905375 Feb 05 18:58:35.316758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:35.334088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:35.359183 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-34914a37-a98b-4489-ae44-55c71f656084 service neutron] 10.222.0.43 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1719356 Feb 05 18:58:35.449803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7054bc-8430-47d2-83c0-d934904358bc,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:35.457771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:35.792587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46160) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:35.814017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:35.832508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:35.837535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Usage tracker for resource:security_group_rule and tenant:d302d4543c0a4f8888d04e10adbdb4d4 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:35.842649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:35.852951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:35.955111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:35.997079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.006809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-24214943-5cc3-49ea-9ebd-e87d005296bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:36.050735 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d302d4543c0a4f8888d04e10adbdb4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565124 Feb 05 18:58:36.052583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93757c28-675d-4c97-94ee-c968183f98b0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:36.055149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46164) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:36.058590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:36.096544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.126360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.154509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.236356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.243098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-cb914bc5-a446-480c-9eba-8e211fe9170b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:36.261973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93757c28-675d-4c97-94ee-c968183f98b0,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:36.265244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:36.267764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:36.272390 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93757c28-675d-4c97-94ee-c968183f98b0 HTTP/1.1" status: 204 len: 168 time: 0.2126365 Feb 05 18:58:36.680180 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db621004-5de0-409a-b43e-120783677d38 req-f273bec1-ac85-4b65-9702-2213dd854f37 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 210 time: 0.0672657 Feb 05 18:58:36.716987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Router ea65fbaa-9e51-4792-921f-ce86165756c9 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:58:36.939846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:58:36.949571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] Sync routers for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:58:36.953382 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] 10.222.0.43 "PUT /v2.0/routers/ea65fbaa-9e51-4792-921f-ce86165756c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3345103 Feb 05 18:58:36.956397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46190) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:36.961329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:36.962116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:37.166156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks [] for router, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.174461 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:37.361994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.367459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Deleting port 62e1b45d-e208-4e61-888f-dc0ba3876077 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:37.367994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.513685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:58:35Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:37.517973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] Checking router: ea65fbaa-9e51-4792-921f-ce86165756c9 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:58:37.528322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] Routers {'ea65fbaa-9e51-4792-921f-ce86165756c9'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:58:37.529007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:58:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['ea65fbaa-9e51-4792-921f-ce86165756c9'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:37.576114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] For port 62e1b45d-e208-4e61-888f-dc0ba3876077, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=62e1b45d-e208-4e61-888f-dc0ba3876077,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:37.576516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:37.723327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Calling delete_port for 62e1b45d-e208-4e61-888f-dc0ba3876077 owned by network:router_gateway {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:37.787261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] Set router ea65fbaa-9e51-4792-921f-ce86165756c9 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:58:38.051629 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-154a280c-cc00-43c4-9b79-4b3295800d38 req-352e0bf9-ef8c-4580-ac2b-ae1045368791 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 210 time: 0.0678990 Feb 05 18:58:38.090388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.274251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:58:35Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:38.279970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ea5c92-b1d3-4185-ba3a-60167eabc490 None None] The sync data for ids ['ea65fbaa-9e51-4792-921f-ce86165756c9'] in dv-cinder-774286-2-iscsi is: [{'id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'name': 'tempest-TestMinimumBasicScenario-1907215014-router', 'tenant_id': '78cc775cee124fffa7d0a049a87adcbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26'}], 'enable_snat': True}, 'gw_port_id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:55:35Z', 'updated_at': '2021-02-05T18:58:35Z', 'revision_number': 5, 'project_id': '78cc775cee124fffa7d0a049a87adcbf', 'gw_port': {'id': '62e1b45d-e208-4e61-888f-dc0ba3876077', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:5d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea65fbaa-9e51-4792-921f-ce86165756c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:55:36Z', 'updated_at': '2021-02-05T18:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:58:38.376115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.397488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 7d7054bc-8430-47d2-83c0-d934904358bc no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:38.452734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 7d7054bc-8430-47d2-83c0-d934904358bc {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:38.453242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 7d7054bc-8430-47d2-83c0-d934904358bc not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:38.579754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.582410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.642914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.644408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea65fbaa-9e51-4792-921f-ce86165756c9 {{(pid=80170) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 18:58:38.672800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] Notify callbacks [] for router, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:38.675480 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-beb8c3ec-7fd9-4e7b-8ec2-ac59ee92698c admin admin] 10.222.0.43 "DELETE /v2.0/routers/ea65fbaa-9e51-4792-921f-ce86165756c9 HTTP/1.1" status: 204 len: 168 time: 1.7170696 Feb 05 18:58:38.678725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46226) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:38.717352 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-e25f269c-458c-49e5-829f-e100d462d52b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1210055107&fields=id&tenant_id=66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 267 time: 0.0832398 Feb 05 18:58:38.773468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Deleting subnet 21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:58:38.778482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:39.041214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-83855060-4adf-49d6-a6ce-c1ef32d4470f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:39.050900 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-83855060-4adf-49d6-a6ce-c1ef32d4470f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 811 time: 0.3250408 Feb 05 18:58:39.067451 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-8165d08b-26ca-41ea-beb2-938fe9bc4f9f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/quotas/66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 375 time: 0.0151062 Feb 05 18:58:39.285990 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-41e2fae7-84d4-4a6a-98dc-a142340f8ca0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2103424 Feb 05 18:58:39.458351 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-60c649e4-3da2-4b4b-8f56-851f96d2e2a7 req-89fb128d-4aa2-4f66-aa77-f1a9924744c4 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 210 time: 0.0792468 Feb 05 18:58:39.478974 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-89f0315a-19e6-4180-bac4-e99f367499da service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682789 Feb 05 18:58:39.561875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-18ee3c8e-a36b-4c15-a5eb-c8eb1150b725 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:39.563571 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-18ee3c8e-a36b-4c15-a5eb-c8eb1150b725 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "GET /v2.0/networks?id=2e5acbaf-59df-46d1-8c7f-59951e3457bb HTTP/1.1" status: 200 len: 808 time: 0.7100785 Feb 05 18:58:39.573985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851828473'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:39.613603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Request body: {'port': {'device_id': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb', 'admin_state_up': True, 'tenant_id': 'dafc9b5904cf4a59a1ac61979195d4d4'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:39.657799 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-02206e59-005e-43e2-992c-0a5cae37d660 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1716943 Feb 05 18:58:39.844170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:39.847044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:39.881712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Usage tracker for resource:port and tenant:dafc9b5904cf4a59a1ac61979195d4d4 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:39.887358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:39.895991 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:39.987116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Made reservation on behalf of dafc9b5904cf4a59a1ac61979195d4d4 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:40.008675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:40.401794 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851730763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739837'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:40.428476 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0edbb0a4-9b35-4b30-9d8f-f00af41f8d56 req-120e4192-1b09-4992-9b84-ece67ebe4142 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 210 time: 0.1115835 Feb 05 18:58:40.440211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:40.444733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 62e1b45d-e208-4e61-888f-dc0ba3876077 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:40.486439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 62e1b45d-e208-4e61-888f-dc0ba3876077 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:40.486849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 62e1b45d-e208-4e61-888f-dc0ba3876077 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:40.545448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ff0bce-a5d9-46d6-aeaf-c532a04dcf37,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:40.548679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:40.658840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:40.664138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5527efa3-a112-4f6d-b3b2-b53114dd386e None None] Network f3e36784-b8de-4245-8939-78ec9e416fea requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 18:58:40.682955 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8b37ec28-e682-4947-9502-78f2189b5da5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21ff0bce-a5d9-46d6-aeaf-c532a04dcf37 HTTP/1.1" status: 204 len: 168 time: 2.0002952 Feb 05 18:58:40.683221 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-efd0198c-dfa3-490d-bad3-e65d87908a1e req-6c64d6ff-d2cd-4153-8e37-4552a38c5af5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 210 time: 0.0566232 Feb 05 18:58:40.683427 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 46272) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:40.734828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Allocated IP 172.20.0.13 (2e5acbaf-59df-46d1-8c7f-59951e3457bb/a47c94ce-afe4-49f5-9bcb-ce46a5f5c777/04dcc5b9-5b7b-45fa-a7f4-89b48672a96e) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:58:40.812450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:40.889532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Deleting port 3ef7f31d-60ab-4d12-9060-ca8021528907 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:40.890122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:40.975443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] DHCP port deletion for f3e36784-b8de-4245-8939-78ec9e416fea request from dv-cinder-774286-2-iscsi {{(pid=80172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 18:58:40.981572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Deleting port 3ef7f31d-60ab-4d12-9060-ca8021528907 {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:40.982633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.017723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.143370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.149700 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] For port 3ef7f31d-60ab-4d12-9060-ca8021528907, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=3ef7f31d-60ab-4d12-9060-ca8021528907,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:41.150101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.162535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6a7d5b9a-f69e-449e-b613-7779b3626069 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:41.232169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] For port 3ef7f31d-60ab-4d12-9060-ca8021528907, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=3ef7f31d-60ab-4d12-9060-ca8021528907,segment=NetworkSegment(101c918d-b115-4daa-99c4-23cade58328e),segment_id=101c918d-b115-4daa-99c4-23cade58328e)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:41.232746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.292331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Calling delete_port for 3ef7f31d-60ab-4d12-9060-ca8021528907 owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:41.321438 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Pushing event updated for resources: {'Port': ['ID=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:41.325594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:41.394799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Calling delete_port for 3ef7f31d-60ab-4d12-9060-ca8021528907 owned by network:dhcp {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:41.395925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:58:41.399216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:58:41.402316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:58:41.465923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.582824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80172) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 18:58:41.583234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 18:58:41.610853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e305c213-a31a-491f-9f4d-8ab6267c4364 tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:41.637575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:41.638927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.673817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef7f31d-60ab-4d12-9060-ca8021528907,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:41.676932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:41.680085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] No DVR routers for this DVR port 3ef7f31d-60ab-4d12-9060-ca8021528907 on host dv-cinder-774286-2-iscsi {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:41.715111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-27353057-847a-4da5-826e-86653b39197d req-0f5ec208-4155-4232-b50e-7f51e8b7b836 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 210 time: 0.0687625 Feb 05 18:58:41.815657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:41.825879 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2174497 Feb 05 18:58:41.839908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Request body: {'port': {'device_id': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:42.003951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:42.021104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e36784-b8de-4245-8939-78ec9e416fea']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:42.038360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c918d-b115-4daa-99c4-23cade58328e') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:42.038830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c918d-b115-4daa-99c4-23cade58328e') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:58:42.060679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:42.084160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Deleting port 3ef7f31d-60ab-4d12-9060-ca8021528907 {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:42.084590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:42.168647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-99e0e6b7-72a7-4826-84b5-54cfa6b17076 None None] The port '3ef7f31d-60ab-4d12-9060-ca8021528907' was deleted {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 18:58:42.168902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985abcf-ae10-4a81-ae8c-d191adcd612f req-75048bc3-b158-4e1b-83ea-e1767cb6733f tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:42.171262 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6985abcf-ae10-4a81-ae8c-d191adcd612f req-75048bc3-b158-4e1b-83ea-e1767cb6733f tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 932 time: 0.2748621 Feb 05 18:58:42.206417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:42.212945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:58:42.441932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 3ef7f31d-60ab-4d12-9060-ca8021528907 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:42.488039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 3ef7f31d-60ab-4d12-9060-ca8021528907 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:42.488813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 3ef7f31d-60ab-4d12-9060-ca8021528907 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:42.495954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:58:42.503721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:42.709082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-6985abcf-ae10-4a81-ae8c-d191adcd612f req-fc59b9dd-2855-4dee-93dc-b7848ad4f4d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Synchronizing usage tracker for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:42.835539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Network f3e36784-b8de-4245-8939-78ec9e416fea has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:42.846703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:42.916638 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25982ea7-fa0c-4ec8-96ef-88c114761c65 req-3cdd3db1-43f0-40a9-bf8b-fa6deb58c3d3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 210 time: 0.0491138 Feb 05 18:58:42.947358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-b8d77a87-ab8b-42ae-a9d8-0d761a9a54c3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:42.949103 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-b8d77a87-ab8b-42ae-a9d8-0d761a9a54c3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 811 time: 0.7766883 Feb 05 18:58:43.004942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-6985abcf-ae10-4a81-ae8c-d191adcd612f req-fc59b9dd-2855-4dee-93dc-b7848ad4f4d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Unset dirty status for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:43.006220 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6985abcf-ae10-4a81-ae8c-d191adcd612f req-fc59b9dd-2855-4dee-93dc-b7848ad4f4d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8046653 Feb 05 18:58:43.175258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Network f3e36784-b8de-4245-8939-78ec9e416fea has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:58:43.203408 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:58:43.325528 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-27674f49-9d1f-4341-8f12-46ab7a033594 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66cade7dbbaf4816930f8fb86904e36c HTTP/1.1" status: 200 len: 5765 time: 0.3130045 Feb 05 18:58:43.338246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'port': {'device_id': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'admin_state_up': True, 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'security_groups': ['0bfcf04a-fe8d-4241-a2ec-bed513699df2']}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:43.363825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Transition to ACTIVE for port object 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:58:43.391299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:43.406277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-29be8c13-960e-4419-a4f9-b122cfa34193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:43.412607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:43.424126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:43.430932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69736a1e-6694-4f10-8a5a-72022bce352b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:43.464256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e36784-b8de-4245-8939-78ec9e416fea,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:43.466960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:43.535858 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f3e36784-b8de-4245-8939-78ec9e416fea HTTP/1.1" status: 204 len: 168 time: 2.8482432 Feb 05 18:58:43.551693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:43.560128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:43.580367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:43.598108 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:43.625405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Made reservation on behalf of 66cade7dbbaf4816930f8fb86904e36c for: {'port': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:43.657230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:43.852053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Attempting to bind port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:58:43.852799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Attempting to bind port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:58:43.852799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Attempting to bind port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e on network 2e5acbaf-59df-46d1-8c7f-59951e3457bb {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:58:43.859355 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:58:43.859730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Checking segment: {'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:58:43.860139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:43.860528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Bound using segment: {'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:58:43.861062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Bound port: 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:58:43.861434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:43.922966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46304) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:44.005858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] For port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:58:44.013982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Allocated IP 172.20.0.12 (0e9a81f1-1b03-4d30-a7dd-2192d9f889a7/ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2/fb469a51-3bb4-43d5-8540-3948202d69ee) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:58:44.021143 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6275f95d-a1a2-4a3c-a540-328e9baac1e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78cc775cee124fffa7d0a049a87adcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946448 Feb 05 18:58:44.021143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] For port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,segment=NetworkSegment(35a39119-233e-4fac-b719-c48dbd6e3f38),segment_id=35a39119-233e-4fac-b719-c48dbd6e3f38)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:58:44.021430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 46310) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:44.107548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.121333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.129241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fa4331a3-9600-4dfb-b1c8-560ebe9cf082 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:44.171078 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f81c5912-1478-41c1-89ed-5805143cec78 req-5681b397-86b4-419a-80ea-495fe3f54c78 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 210 time: 0.1147337 Feb 05 18:58:44.277457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.289256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:44.293444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:44.327990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.328929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.330547 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] 10.222.0.26 "PUT /v2.0/ports/04dcc5b9-5b7b-45fa-a7f4-89b48672a96e HTTP/1.1" status: 200 len: 1158 time: 2.4957099 Feb 05 18:58:44.331149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'tag': '04dcc5b9-5b7b-45fa-a7f4-89b48672a96e'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:44.393902 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'tag': '04dcc5b9-5b7b-45fa-a7f4-89b48672a96e', 'status': 'completed', 'code': 200} Feb 05 18:58:44.415795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.482996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-7a7342de-259e-4212-aa2c-b367d75f239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.484629 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-7a7342de-259e-4212-aa2c-b367d75f239e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 1161 time: 0.0882683 Feb 05 18:58:44.521543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab6ff1-e4f7-453f-8e72-90dfbc04fd7e req-77e5e2d6-0292-4e5b-8d6a-9c5d5f68caf2 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.523267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24ab6ff1-e4f7-453f-8e72-90dfbc04fd7e req-77e5e2d6-0292-4e5b-8d6a-9c5d5f68caf2 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 944 time: 0.3029559 Feb 05 18:58:44.533198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Transition to ACTIVE for port object fb469a51-3bb4-43d5-8540-3948202d69ee will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:58:44.569730 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-b222d1e8-f70a-426a-918d-d9b204ecff4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e HTTP/1.1" status: 200 len: 217 time: 0.0727620 Feb 05 18:58:44.573878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.582088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c606c183-14ce-4105-83c1-a37e10c05ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:44.622211 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-24ab6ff1-e4f7-453f-8e72-90dfbc04fd7e req-5cbe53db-6cad-47cc-b670-a43e575d60b8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903111 Feb 05 18:58:44.623067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d3dcd-3ca1-4863-bf11-22adde802637,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:44.626329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:44.657678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-25b9a498-151a-425f-b485-a85a6b23280c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:44.659477 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-25b9a498-151a-425f-b485-a85a6b23280c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a47c94ce-afe4-49f5-9bcb-ce46a5f5c777 HTTP/1.1" status: 200 len: 848 time: 0.0798128 Feb 05 18:58:44.671378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.691742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c56cd435-ab2d-4d7e-a8ad-d90ea9462a1b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:44.716665 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-ffa80902-9943-4965-ab94-5c18dd2482f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e5acbaf-59df-46d1-8c7f-59951e3457bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500817 Feb 05 18:58:44.807947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:44.812379 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c7d3dcd-3ca1-4863-bf11-22adde802637 HTTP/1.1" status: 204 len: 168 time: 0.7866392 Feb 05 18:58:44.844554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=fb469a51-3bb4-43d5-8540-3948202d69ee,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:44.849520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:44.893153 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-82294db3-c84b-4f74-91c6-2e063fb00a91 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658018 Feb 05 18:58:44.919252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:58:44.920676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:58:44.923752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:58:45.096004 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9cd67c2b-367f-49b6-bad3-35c7a3f2cc90 req-ec3ff020-4236-44f7-a986-cb584a59b18a service neutron] 10.222.0.26 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1948822 Feb 05 18:58:45.100137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:45.100915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:45.175617 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8411119 Feb 05 18:58:45.189327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Request body: {'port': {'device_id': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:45.293868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-723127ba-204b-467f-9d5e-e46e67ea2a53 None None] Provisioning for port fb469a51-3bb4-43d5-8540-3948202d69ee completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:58:45.301084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-723127ba-204b-467f-9d5e-e46e67ea2a53 None None] Provisioning complete for port fb469a51-3bb4-43d5-8540-3948202d69ee triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:45.301855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-723127ba-204b-467f-9d5e-e46e67ea2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:45.447113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-723127ba-204b-467f-9d5e-e46e67ea2a53 None None] Port fb469a51-3bb4-43d5-8540-3948202d69ee cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 18:58:45.453217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:45.644518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-0f8e5413-acf5-4317-808e-ceb904ac2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:45.646151 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-0f8e5413-acf5-4317-808e-ceb904ac2509 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 1161 time: 0.4570239 Feb 05 18:58:45.783553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7234a-27e3-4286-b700-93d11ef3348c req-3521d307-19e5-462f-8c67-0322d0d86eca tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:45.785382 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6df7234a-27e3-4286-b700-93d11ef3348c req-3521d307-19e5-462f-8c67-0322d0d86eca tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 932 time: 0.2441299 Feb 05 18:58:45.936161 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6df7234a-27e3-4286-b700-93d11ef3348c req-ed48b734-3457-4b78-bbd5-9f24c8833bef tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0976608 Feb 05 18:58:45.967802 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-35f727c0-f7a1-4567-950f-d3fef1ab811c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:45.969413 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-35f727c0-f7a1-4567-950f-d3fef1ab811c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2e5acbaf-59df-46d1-8c7f-59951e3457bb HTTP/1.1" status: 200 len: 902 time: 0.3128431 Feb 05 18:58:46.049893 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-c097b61e-3571-4079-bd01-74eb17476bd5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e HTTP/1.1" status: 200 len: 217 time: 0.0728841 Feb 05 18:58:46.128707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-9f20fac6-bc6d-42d2-a5d1-3c212293bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:46.130331 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-9f20fac6-bc6d-42d2-a5d1-3c212293bb73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a47c94ce-afe4-49f5-9bcb-ce46a5f5c777 HTTP/1.1" status: 200 len: 848 time: 0.0737190 Feb 05 18:58:46.187305 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-da437edd-15af-429c-b6e1-f415ba3c687c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e5acbaf-59df-46d1-8c7f-59951e3457bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496712 Feb 05 18:58:46.244382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272e9f5-3edc-4840-9d35-66726d155de9 req-9411eeb4-9dd3-416b-8b99-d45478f5d038 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:46.246852 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5272e9f5-3edc-4840-9d35-66726d155de9 req-9411eeb4-9dd3-416b-8b99-d45478f5d038 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 944 time: 0.4853568 Feb 05 18:58:46.335184 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-c297283b-3f43-4302-b1a0-277b221f3adf service neutron] 10.222.0.26 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391442 Feb 05 18:58:46.378329 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5272e9f5-3edc-4840-9d35-66726d155de9 req-0aec34af-c5d8-4482-b107-0f4171792c55 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169848 Feb 05 18:58:46.383851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb469a51-3bb4-43d5-8540-3948202d69ee {{(pid=80171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:58:46.393148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:46.408552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Transition to ACTIVE for port object fb469a51-3bb4-43d5-8540-3948202d69ee will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:58:46.487014 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0d86d6e8-59c1-45e5-807c-ff356d0e1a0b req-d8287248-f70f-416a-8ae8-9b077f41d4b1 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443558 Feb 05 18:58:46.499783 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:46.517462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2eccfdae-8c8c-443f-b042-416ff5bc570f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:46.661533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb469a51-3bb4-43d5-8540-3948202d69ee,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:46.666798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:46.871823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Attempting to bind port fb469a51-3bb4-43d5-8540-3948202d69ee on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:58:46.872207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Attempting to bind port fb469a51-3bb4-43d5-8540-3948202d69ee by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:58:46.872583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Attempting to bind port fb469a51-3bb4-43d5-8540-3948202d69ee on network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:58:46.878711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:58:46.879123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Checking segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:58:46.879532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:46.879930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Bound using segment: {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:58:46.880403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Bound port: fb469a51-3bb4-43d5-8540-3948202d69ee, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e2094c-f390-4ea4-b569-363a577f82b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:58:46.880816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:46.995874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] For port fb469a51-3bb4-43d5-8540-3948202d69ee, host hv-cinder-77428, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:58:46.999520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] For port fb469a51-3bb4-43d5-8540-3948202d69ee, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fb469a51-3bb4-43d5-8540-3948202d69ee,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:58:47.037269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.053775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7ad4b442-e443-411d-85c9-d2541bc96d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:47.203107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-b1f64c00-4d3b-4d8e-854b-91c6513f5488 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80172) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 18:58:47.226026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb469a51-3bb4-43d5-8540-3948202d69ee,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:47.237663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:47.274768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.275003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32f09a-ac3b-4d92-b988-645cc7c1b175 req-5c198f45-c5ab-435b-8c64-39be8a1562d6 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.275474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.278050 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a32f09a-ac3b-4d92-b988-645cc7c1b175 req-5c198f45-c5ab-435b-8c64-39be8a1562d6 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.2026181 Feb 05 18:58:47.284015 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 1158 time: 2.0996244 Feb 05 18:58:47.284641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:47.352484 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'status': 'completed', 'code': 200} Feb 05 18:58:47.358572 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a32f09a-ac3b-4d92-b988-645cc7c1b175 req-2acaa4a7-4385-419b-8040-d47200b73b74 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0743229 Feb 05 18:58:47.473239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-b3fc1bb5-248f-4a3b-b740-cb044156b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.474863 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-b3fc1bb5-248f-4a3b-b740-cb044156b2a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 1161 time: 0.1075521 Feb 05 18:58:47.556674 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:47.597019 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-d9dd6875-9c75-4b46-bff5-f077e1197b20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 217 time: 0.1102688 Feb 05 18:58:47.653484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:58:47.658948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:47.659367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.696264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2d9b8d71-6886-4721-aab9-1a6193f66594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.697918 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-2d9b8d71-6886-4721-aab9-1a6193f66594 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0915685 Feb 05 18:58:47.795080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.824747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dcc5b9-5b7b-45fa-a7f4-89b48672a96e'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:47.835342 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,segment=NetworkSegment(35a39119-233e-4fac-b719-c48dbd6e3f38),segment_id=35a39119-233e-4fac-b719-c48dbd6e3f38)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:47.849635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ca70f-134e-434d-84c6-f34687e275bb req-b3ef9fd6-453e-4380-a1d9-493b8041f3a4 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.849635 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dc8ca70f-134e-434d-84c6-f34687e275bb req-b3ef9fd6-453e-4380-a1d9-493b8041f3a4 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 944 time: 0.3032455 Feb 05 18:58:47.865212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:47.867330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:47.905599 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04dcc5b9-5b7b-45fa-a7f4-89b48672a96e', 'code': 200} Feb 05 18:58:47.939109 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dc8ca70f-134e-434d-84c6-f34687e275bb req-008c0494-b208-4a2d-9434-bc741793d62d tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852137 Feb 05 18:58:47.942775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-e05ba360-9849-46a6-987a-c0f5f1a7f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:47.944361 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-e05ba360-9849-46a6-987a-c0f5f1a7f6e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2352068 Feb 05 18:58:47.952016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:47.955581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:48.093813 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-94f5f030-0944-4587-9c5a-271967198ffd service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422427 Feb 05 18:58:48.189399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e010992-56f4-4ec6-8439-78e0f4bb3a07 req-24876a8a-eb37-4e52-926f-068b4aa0f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.191066 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2e010992-56f4-4ec6-8439-78e0f4bb3a07 req-24876a8a-eb37-4e52-926f-068b4aa0f527 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 1163 time: 0.0803661 Feb 05 18:58:48.239293 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2e010992-56f4-4ec6-8439-78e0f4bb3a07 req-cac05fa2-d582-431d-87d2-d3beecac55cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368447 Feb 05 18:58:48.251301 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b0ff9af-d700-4aa3-892f-1e7e6262e3ce req-102a3d8e-c783-4dfb-b106-3f65a1480af2 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415431 Feb 05 18:58:48.610962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-000822a8-e660-49ba-9554-90de6ab020bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.613340 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-000822a8-e660-49ba-9554-90de6ab020bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 1161 time: 0.0898976 Feb 05 18:58:48.683411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09a637-723e-4c1b-ae41-94a06565a135 req-63cebd84-7fcb-497d-9ba0-23ab6fd9cf9a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.685137 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7c09a637-723e-4c1b-ae41-94a06565a135 req-63cebd84-7fcb-497d-9ba0-23ab6fd9cf9a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.1803455 Feb 05 18:58:48.752279 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7c09a637-723e-4c1b-ae41-94a06565a135 req-9fac633a-3027-4b74-b8df-c41f5d434c15 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0604057 Feb 05 18:58:48.767111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-eca53b44-8c8b-42f8-bd50-a90276800a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.768734 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-eca53b44-8c8b-42f8-bd50-a90276800a5d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1479366 Feb 05 18:58:48.851863 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-c8ccf1e2-4c64-44b8-bb59-40d8c3ad35b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 217 time: 0.0748036 Feb 05 18:58:48.924030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-6a26a69b-3414-46ad-82ca-bd5d2524466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:48.925541 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-6a26a69b-3414-46ad-82ca-bd5d2524466e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0650868 Feb 05 18:58:49.018877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-2f4d57a8-cb7f-411e-b2af-6d072a38b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.020492 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-2f4d57a8-cb7f-411e-b2af-6d072a38b213 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862582 Feb 05 18:58:49.103531 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:49.178764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:49.179100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:49.228842 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-9e983ad8-5212-4d59-8540-72859e5e1df7 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998007 Feb 05 18:58:49.353285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d2a45-e625-4fe5-91d9-6e5f471f6d30 req-f6ed5b2b-b298-4b1f-9d53-00311fe9d561 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:49.355337 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d5d2a45-e625-4fe5-91d9-6e5f471f6d30 req-f6ed5b2b-b298-4b1f-9d53-00311fe9d561 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 946 time: 0.2485352 Feb 05 18:58:49.507577 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d5d2a45-e625-4fe5-91d9-6e5f471f6d30 req-ae1f5f67-1a70-4539-9615-0e078954b3b3 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920436 Feb 05 18:58:49.534006 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c0cf4272-366e-4b44-965a-d5ef2c368d98 req-d42831f5-3cf3-4fc1-9ccb-46c26fe08a4e service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2946966 Feb 05 18:58:50.052143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1e9fe1-e2aa-4dd6-b8a1-3440e1934d59 req-0ca84ec9-18be-4a61-8646-48a85794de65 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:50.053681 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1d1e9fe1-e2aa-4dd6-b8a1-3440e1934d59 req-0ca84ec9-18be-4a61-8646-48a85794de65 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.1645117 Feb 05 18:58:50.118718 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1d1e9fe1-e2aa-4dd6-b8a1-3440e1934d59 req-60a42073-ec00-47d9-a344-7e82fe1b03a9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0577588 Feb 05 18:58:50.162041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:58:50.821743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda02e29-5de3-4789-9661-ddf537d61d82 req-c4f60502-cc96-4daf-a8c0-38137cbb96ce tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:50.824419 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eda02e29-5de3-4789-9661-ddf537d61d82 req-c4f60502-cc96-4daf-a8c0-38137cbb96ce tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 946 time: 0.1789103 Feb 05 18:58:50.893630 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-eda02e29-5de3-4789-9661-ddf537d61d82 req-db4ee5f3-52f7-48ba-8fbf-891423e3930a tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625427 Feb 05 18:58:51.101441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:51.176788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:51.177211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:51.431906 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5320d36-9e8b-4e8d-a840-9a2f33d858ba req-4008ba22-bd5c-4d3a-ad87-4ec9eaa75d92 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:51.433968 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b5320d36-9e8b-4e8d-a840-9a2f33d858ba req-4008ba22-bd5c-4d3a-ad87-4ec9eaa75d92 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.1791773 Feb 05 18:58:51.500416 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b5320d36-9e8b-4e8d-a840-9a2f33d858ba req-bfbd630b-0ba6-4646-98c7-d298394038ac tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0601163 Feb 05 18:58:52.344444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99791f4-38e1-4177-9041-f120514b1ca5 req-55d14be7-f5a5-4a40-a319-b88a8e357a03 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:52.344444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e99791f4-38e1-4177-9041-f120514b1ca5 req-55d14be7-f5a5-4a40-a319-b88a8e357a03 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Synchronizing usage tracker for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:52.396315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e99791f4-38e1-4177-9041-f120514b1ca5 req-55d14be7-f5a5-4a40-a319-b88a8e357a03 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Unset dirty status for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:52.397679 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e99791f4-38e1-4177-9041-f120514b1ca5 req-55d14be7-f5a5-4a40-a319-b88a8e357a03 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 946 time: 0.2265637 Feb 05 18:58:52.471235 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e99791f4-38e1-4177-9041-f120514b1ca5 req-1300931f-bd16-4be7-ba40-fd4912ffacf0 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659709 Feb 05 18:58:52.809704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c444b29-a13b-4772-8d34-64f30422799f req-c81a8cec-de76-43cc-a0d7-5521bf3cd209 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:52.810550 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1c444b29-a13b-4772-8d34-64f30422799f req-c81a8cec-de76-43cc-a0d7-5521bf3cd209 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:52.870666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-1c444b29-a13b-4772-8d34-64f30422799f req-c81a8cec-de76-43cc-a0d7-5521bf3cd209 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:52.871904 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1c444b29-a13b-4772-8d34-64f30422799f req-c81a8cec-de76-43cc-a0d7-5521bf3cd209 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.2338634 Feb 05 18:58:52.939717 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1c444b29-a13b-4772-8d34-64f30422799f req-e022174e-57a7-499f-bea7-6fcc5860f0d8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0614541 Feb 05 18:58:53.795745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657b22c-9d61-4b1d-aa04-fa6032fa2a69 req-02dde80e-ab05-4773-91cd-36683e4337d4 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.804120 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4657b22c-9d61-4b1d-aa04-fa6032fa2a69 req-02dde80e-ab05-4773-91cd-36683e4337d4 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 946 time: 0.1917250 Feb 05 18:58:53.868439 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4657b22c-9d61-4b1d-aa04-fa6032fa2a69 req-7e5aa045-b6a6-45d2-96aa-6ff82783cf91 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633335 Feb 05 18:58:53.921738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-9b950548-5c37-4660-9e54-022c827ba969 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:53.923735 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-9b950548-5c37-4660-9e54-022c827ba969 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 946 time: 0.4047425 Feb 05 18:58:54.027199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Deleting port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:58:54.027488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:54.299323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:54.394341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c4897-74c0-4a09-8c47-5558f1a9cfa7 req-7a029fef-f4f2-4095-a981-a32289e8b297 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:54.396040 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c0c4897-74c0-4a09-8c47-5558f1a9cfa7 req-7a029fef-f4f2-4095-a981-a32289e8b297 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.3183098 Feb 05 18:58:54.509392 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8c0c4897-74c0-4a09-8c47-5558f1a9cfa7 req-ccd01f3c-4f07-4791-9def-ebdde6d4c256 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0994468 Feb 05 18:58:54.511331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] For port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,segment=NetworkSegment(35a39119-233e-4fac-b719-c48dbd6e3f38),segment_id=35a39119-233e-4fac-b719-c48dbd6e3f38)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:54.511734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:54.648460 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Calling delete_port for 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:58:54.836609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:54.853102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:54.954400 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Pushing event deleted for resources: {'Port': ['ID=04dcc5b9-5b7b-45fa-a7f4-89b48672a96e,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:54.961341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:55.060120 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cbe7b9bc-d199-45f1-9236-a5460804dbde req-bb9d11ff-8aaa-4258-97ab-c7ec12631921 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=acc8eb25-37a5-4311-8d6c-d95e32e25be1 HTTP/1.1" status: 200 len: 210 time: 0.0516884 Feb 05 18:58:55.069981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] No DVR routers for this DVR port 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:58:55.072464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:55.082583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'name': 'network-vif-deleted', 'tag': '04dcc5b9-5b7b-45fa-a7f4-89b48672a96e'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:55.106569 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9f4783e0-cefc-4955-a8c3-7254028f2730 req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "DELETE /v2.0/ports/04dcc5b9-5b7b-45fa-a7f4-89b48672a96e HTTP/1.1" status: 204 len: 173 time: 1.1724610 Feb 05 18:58:55.144485 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc8eb25-37a5-4311-8d6c-d95e32e25be1', 'name': 'network-vif-deleted', 'tag': '04dcc5b9-5b7b-45fa-a7f4-89b48672a96e', 'status': 'completed', 'code': 200} Feb 05 18:58:55.459662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device fb469a51-3bb4-43d5-8540-3948202d69ee up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:55.573757 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port fb469a51-3bb4-43d5-8540-3948202d69ee completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:58:55.579467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port fb469a51-3bb4-43d5-8540-3948202d69ee triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:55.581133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:55.715718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:55.746003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:58:55.756525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port fb469a51-3bb4-43d5-8540-3948202d69ee, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fb469a51-3bb4-43d5-8540-3948202d69ee,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:58:55.790299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:55.793011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8c87b845-db31-430c-8780-262b92136037 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:55.824621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c13fce-00a8-4f22-9b94-c6a41ae09dc3 req-9f90de05-70a9-47ef-aef1-27ed9a4dff60 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:55.826572 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31c13fce-00a8-4f22-9b94-c6a41ae09dc3 req-9f90de05-70a9-47ef-aef1-27ed9a4dff60 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.1816754 Feb 05 18:58:55.849467 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'code': 200} Feb 05 18:58:55.860112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:58:55.904259 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31c13fce-00a8-4f22-9b94-c6a41ae09dc3 req-df90aa46-f446-4f72-856d-4744f684d665 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0620198 Feb 05 18:58:55.914757 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] No Port match for: 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 18:58:55.915213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 04dcc5b9-5b7b-45fa-a7f4-89b48672a96e not bound to the agent host hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 18:58:55.943170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=fb469a51-3bb4-43d5-8540-3948202d69ee,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:55.946563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:56.185174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4fba0-2106-4b71-9d76-6511ed7ab6f9 req-0bfb4daa-f7c6-42a6-99d8-7f09eefab965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:56.186942 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e1f4fba0-2106-4b71-9d76-6511ed7ab6f9 req-0bfb4daa-f7c6-42a6-99d8-7f09eefab965 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 1163 time: 0.0815485 Feb 05 18:58:56.238776 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e1f4fba0-2106-4b71-9d76-6511ed7ab6f9 req-5fecf401-73fb-4c21-8860-cb577c1fb6ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0404587 Feb 05 18:58:56.622144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-9b40ef87-2f98-4957-bf02-9c7d6e64bdb8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:56.623881 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-9b40ef87-2f98-4957-bf02-9c7d6e64bdb8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/networks?id=2e5acbaf-59df-46d1-8c7f-59951e3457bb HTTP/1.1" status: 200 len: 808 time: 0.2434928 Feb 05 18:58:56.641244 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-b46d41b8-d50b-48d2-a32d-721612ef37b0 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/quotas/dafc9b5904cf4a59a1ac61979195d4d4 HTTP/1.1" status: 200 len: 375 time: 0.0106475 Feb 05 18:58:56.699483 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-9cdc56b4-bb30-4dbd-b495-52eb854d56ba tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521400 Feb 05 18:58:56.854235 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-079132a8-ad8d-4c6e-8da1-4f5f769e1be4 service neutron] 10.222.0.43 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467786 Feb 05 18:58:57.008442 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-12fab1eb-c06d-4c41-952e-9ac59116f0d3 service neutron] 10.222.0.43 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1471961 Feb 05 18:58:57.140971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device fb469a51-3bb4-43d5-8540-3948202d69ee up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:58:57.245470 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5ce93-365f-44f5-a80a-4ec07858fa66 req-5cb3cfc1-eb40-48c7-aca0-65b46a011fc2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:57.247307 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2da5ce93-365f-44f5-a80a-4ec07858fa66 req-5cb3cfc1-eb40-48c7-aca0-65b46a011fc2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 946 time: 0.2033296 Feb 05 18:58:57.266781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port fb469a51-3bb4-43d5-8540-3948202d69ee triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:58:57.267121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:57.278943 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d3bb8f05-4987-48c7-b07c-13db8160c630 req-ab9690be-623a-4cdd-a0e2-2b489e91a955 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0696065 Feb 05 18:58:57.344944 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2da5ce93-365f-44f5-a80a-4ec07858fa66 req-4bdac968-6803-40e2-b50b-057ea861fc52 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0897958 Feb 05 18:58:58.481399 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8a67a2a5-227e-4f21-8555-a769f81502c0 req-85c57b48-157c-4334-a048-63cd2355b6ed tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0514834 Feb 05 18:58:58.676791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0197fe-f272-4619-be9e-3cd6573114ee req-6d2a3b63-fb8e-4d46-b955-769eba92267e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:58.680252 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a0197fe-f272-4619-be9e-3cd6573114ee req-6d2a3b63-fb8e-4d46-b955-769eba92267e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 946 time: 0.1770399 Feb 05 18:58:58.744038 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a0197fe-f272-4619-be9e-3cd6573114ee req-0c091efe-ef8b-4e51-8e23-2415584d242e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0590971 Feb 05 18:58:58.830736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-21fc8bcc-68e5-4fbf-a68a-31d6460e82b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.069385 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd8bf1-3cde-42cd-9f6e-6f084af91418 req-6df399f7-f01f-4d9f-ba04-0a78fe589210 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:59.071026 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-46fd8bf1-3cde-42cd-9f6e-6f084af91418 req-6df399f7-f01f-4d9f-ba04-0a78fe589210 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 946 time: 0.1740148 Feb 05 18:58:59.143413 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-46fd8bf1-3cde-42cd-9f6e-6f084af91418 req-67b9898e-df75-454d-b66c-98f46c8f5122 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0656624 Feb 05 18:58:59.260704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-d8a2808e-969d-47f3-9644-3c7a6432b538 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:58:59.261643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-d8a2808e-969d-47f3-9644-3c7a6432b538 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Synchronizing usage tracker for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:58:59.281348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46546) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:59.407649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-d8a2808e-969d-47f3-9644-3c7a6432b538 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Unset dirty status for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:58:59.409070 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-d8a2808e-969d-47f3-9644-3c7a6432b538 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "GET /v2.0/networks?id=2e5acbaf-59df-46d1-8c7f-59951e3457bb HTTP/1.1" status: 200 len: 808 time: 0.3965838 Feb 05 18:58:59.435913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Request body: {'port': {'device_id': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb', 'admin_state_up': True, 'tenant_id': 'dafc9b5904cf4a59a1ac61979195d4d4'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:59.441904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.462442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:59.467298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Usage tracker for resource:security_group_rule and tenant:23ac3c9414684fa38508ef466759746b is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:59.470421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:59.476319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:59.554101 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-121663fd-b10c-443d-ae61-1c6c61629f39 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2879283 Feb 05 18:58:59.570883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.573580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:58:59.600084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:59.602243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.617567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c9cc15d5-4cc3-459e-9bab-d8eb3e9c9044 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:59.623688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:59.678758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:58:59.683192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.705247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Usage tracker for resource:port and tenant:dafc9b5904cf4a59a1ac61979195d4d4 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:58:59.707635 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=23ac3c9414684fa38508ef466759746b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251134 Feb 05 18:58:59.710116 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d1e71db4-8304-4528-98c3-9c8d2879f0b1 req-a0940eb3-cd82-400f-87c6-8d82d4f65e85 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0774775 Feb 05 18:58:59.710668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46558) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:58:59.712039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:58:59.720826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:58:59.730832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a05490-d078-4090-9b67-edd78ba045b5,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:59.746330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:59.787380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.816335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.841479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Made reservation on behalf of dafc9b5904cf4a59a1ac61979195d4d4 for: {'port': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 18:58:59.862595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.893149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.898528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-070cd586-8c4a-4e86-87bb-bcd254b6e14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:58:59.913110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a05490-d078-4090-9b67-edd78ba045b5,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:58:59.913370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.916168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:58:59.917502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:58:59.921866 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49a05490-d078-4090-9b67-edd78ba045b5 HTTP/1.1" status: 204 len: 168 time: 0.2065771 Feb 05 18:59:00.412185 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46566) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:00.428349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Allocated IP 172.20.0.3 (2e5acbaf-59df-46d1-8c7f-59951e3457bb/a47c94ce-afe4-49f5-9bcb-ce46a5f5c777/f4f7b7b8-1295-498d-8417-506699e03006) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:59:00.433946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.450488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:00.454602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Usage tracker for resource:security_group_rule and tenant:94f44a8b7dab4859ad247f96e89eb981 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:00.457618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:00.469258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:00.488054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Allocated IP 172.27.2.115 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/a4a189cd-334a-480d-b6b7-375cd6a93671) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 18:59:00.576087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.613159 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.623447 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7e0fb2d4-0065-47fc-bfc6-bbab7bbc2512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:00.671574 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94f44a8b7dab4859ad247f96e89eb981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2556930 Feb 05 18:59:00.671574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ba1b14-56ef-4646-b778-4c5acffaac58,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:00.672852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46570) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:00.675914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:00.735913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d80011aa-5ce2-4a7d-b24b-ff84c7107f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.763873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d80011aa-5ce2-4a7d-b24b-ff84c7107f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.822492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.847815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d80011aa-5ce2-4a7d-b24b-ff84c7107f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.853525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bed8ecb1-8943-42ac-ad8c-fc12263eed77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:00.876231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5c65d4d3-05d5-429e-8b96-4cd4aeada6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.876966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.910478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80011aa-5ce2-4a7d-b24b-ff84c7107f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ba1b14-56ef-4646-b778-4c5acffaac58,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:00.935518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d80011aa-5ce2-4a7d-b24b-ff84c7107f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:00.935518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d80011aa-5ce2-4a7d-b24b-ff84c7107f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.935518 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d80011aa-5ce2-4a7d-b24b-ff84c7107f20 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09ba1b14-56ef-4646-b778-4c5acffaac58 HTTP/1.1" status: 204 len: 168 time: 0.2539904 Feb 05 18:59:00.957102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:00.974254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b00a834c-f736-45ef-88bb-2fbae6e4cdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:01.050983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a352939-9b4e-41d3-bb73-798104ccb1d3 req-daca9033-481a-4095-9238-c9a66c4a722c tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:01.052688 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a352939-9b4e-41d3-bb73-798104ccb1d3 req-daca9033-481a-4095-9238-c9a66c4a722c tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 931 time: 0.1913886 Feb 05 18:59:01.083320 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:01.121596 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a352939-9b4e-41d3-bb73-798104ccb1d3 req-31cb75a0-4ccf-404d-a753-5b003e84782a tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614245 Feb 05 18:59:01.474925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=a4a189cd-334a-480d-b6b7-375cd6a93671,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:01.483272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:01.485516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:01.610453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Pushing event updated for resources: {'Port': ['ID=f4f7b7b8-1295-498d-8417-506699e03006,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:01.616852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:01.629779 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:59:01.631863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:59:01.635959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:59:01.691140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 18:59:01.698126 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 18:59:01.702219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 18:59:01.847223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:01.847548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:01.880155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:01.917675 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-f673c7a3-f3e4-4911-9ef4-9d9f51ac80f5 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4861479 Feb 05 18:59:01.930712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Request body: {'port': {'device_id': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:59:02.053490 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.094944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.170305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.428804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff7ac3-e7ae-4872-bca4-901a04069104 req-400cb3c8-a245-49f7-b8e5-942c0afdd802 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:02.430534 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c9ff7ac3-e7ae-4872-bca4-901a04069104 req-400cb3c8-a245-49f7-b8e5-942c0afdd802 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 931 time: 0.1724288 Feb 05 18:59:02.504823 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c9ff7ac3-e7ae-4872-bca4-901a04069104 req-fced4915-44c5-4d84-a1ce-61f325903bd2 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669038 Feb 05 18:59:02.636965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.699976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.764039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.814526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5b7a3a84-fb8b-41cf-9174-1cbe39c4a02e tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:02.971761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f7b7b8-1295-498d-8417-506699e03006 {{(pid=80171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 18:59:02.984420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event updated for resources: {'Port': ['ID=a4a189cd-334a-480d-b6b7-375cd6a93671,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:02.988152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:02.992947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:03.020736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Transition to ACTIVE for port object f4f7b7b8-1295-498d-8417-506699e03006 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 18:59:03.081518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.105533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:03.259213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7b7b8-1295-498d-8417-506699e03006,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:03.268085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:03.268908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.382706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.384015 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8178086 Feb 05 18:59:03.539061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-7949fc89-a258-40fe-a2bc-980540e3ab72 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:59:03.585062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Attempting to bind port f4f7b7b8-1295-498d-8417-506699e03006 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 18:59:03.585440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Attempting to bind port f4f7b7b8-1295-498d-8417-506699e03006 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 18:59:03.585810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Attempting to bind port f4f7b7b8-1295-498d-8417-506699e03006 on network 2e5acbaf-59df-46d1-8c7f-59951e3457bb {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 18:59:03.592992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 18:59:03.593423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Checking segment: {'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 18:59:03.593764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.594189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Bound using segment: {'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 18:59:03.594667 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Bound port: f4f7b7b8-1295-498d-8417-506699e03006, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a39119-233e-4fac-b719-c48dbd6e3f38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e5acbaf-59df-46d1-8c7f-59951e3457bb'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 18:59:03.595045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.611440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-7949fc89-a258-40fe-a2bc-980540e3ab72 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:59:03.612948 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-7949fc89-a258-40fe-a2bc-980540e3ab72 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200 len: 696 time: 0.2170124 Feb 05 18:59:03.786017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.834985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] For port f4f7b7b8-1295-498d-8417-506699e03006, host hv-cinder-77428, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 18:59:03.843913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88cf6c-29fc-4f25-9ab2-1c8da8b3be1e req-b608a3e9-f2b4-4c2b-a8af-2c690afd235c tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:03.845824 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd88cf6c-29fc-4f25-9ab2-1c8da8b3be1e req-b608a3e9-f2b4-4c2b-a8af-2c690afd235c tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 943 time: 0.2017772 Feb 05 18:59:03.864281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] For port f4f7b7b8-1295-498d-8417-506699e03006, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f4f7b7b8-1295-498d-8417-506699e03006,segment=NetworkSegment(35a39119-233e-4fac-b719-c48dbd6e3f38),segment_id=35a39119-233e-4fac-b719-c48dbd6e3f38)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 18:59:03.914420 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd88cf6c-29fc-4f25-9ab2-1c8da8b3be1e req-03f874e6-bd24-4eef-99b4-046059f2b5c4 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618341 Feb 05 18:59:03.953787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-b546834c-1838-4e41-a84b-ef8c2ae6162e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:03.955305 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f5c4b893-8559-4963-bef0-69310b6a25dd req-b546834c-1838-4e41-a84b-ef8c2ae6162e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.3111863 Feb 05 18:59:03.957093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:03.974668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6e9ed409-f1d1-411b-a57b-7bd8264a0b06 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:04.259434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-be6e9229-1d99-4b74-b19e-653effe94787 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:04.267474 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-be6e9229-1d99-4b74-b19e-653effe94787 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1931627 Feb 05 18:59:04.373506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7b7b8-1295-498d-8417-506699e03006,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:04.374875 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-63f4be31-c36a-4f09-947a-9bfbe542fa7f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200 len: 696 time: 0.1061645 Feb 05 18:59:04.379679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:04.396583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Request body: {'floatingip': {'port_id': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 18:59:04.449932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:04.450923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.452100 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] 10.222.0.26 "PUT /v2.0/ports/f4f7b7b8-1295-498d-8417-506699e03006 HTTP/1.1" status: 200 len: 1157 time: 2.5265157 Feb 05 18:59:04.452643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:04.502726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:04.512579 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006', 'status': 'completed', 'code': 200} Feb 05 18:59:04.612389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd09d-deee-4b1c-8d0e-27016e463290 req-def0066b-6e9b-4be8-a916-d60bf9c002bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:04.614016 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b1cd09d-deee-4b1c-8d0e-27016e463290 req-def0066b-6e9b-4be8-a916-d60bf9c002bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 1160 time: 0.0800126 Feb 05 18:59:04.784284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd09d-deee-4b1c-8d0e-27016e463290 req-b099dde3-76e0-44f2-9967-8d34ef39f417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:04.785866 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b1cd09d-deee-4b1c-8d0e-27016e463290 req-b099dde3-76e0-44f2-9967-8d34ef39f417 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&shared=False HTTP/1.1" status: 200 len: 902 time: 0.1634476 Feb 05 18:59:04.947178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cd09d-deee-4b1c-8d0e-27016e463290 req-deb754e9-efcd-4384-bb3f-287c7dfadd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:04.949000 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7b1cd09d-deee-4b1c-8d0e-27016e463290 req-deb754e9-efcd-4384-bb3f-287c7dfadd53 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1559062 Feb 05 18:59:05.125315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-dae80011-2060-4caa-b5b8-fa1fee2ba408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:05.126975 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-dae80011-2060-4caa-b5b8-fa1fee2ba408 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 1160 time: 0.1388357 Feb 05 18:59:05.209066 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-81758824-e25e-4e94-83f1-f44d142d1c2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4f7b7b8-1295-498d-8417-506699e03006 HTTP/1.1" status: 200 len: 217 time: 0.0709937 Feb 05 18:59:05.351111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac93ff2-2e38-467d-945f-5c987ff41c85 req-b9424dad-3812-4fa6-baad-ecdccead5c98 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:05.351931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2ac93ff2-2e38-467d-945f-5c987ff41c85 req-b9424dad-3812-4fa6-baad-ecdccead5c98 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Synchronizing usage tracker for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 18:59:05.389491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-1bfbc620-55b3-43c6-beb1-44bc83635373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:05.389491 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-1bfbc620-55b3-43c6-beb1-44bc83635373 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a47c94ce-afe4-49f5-9bcb-ce46a5f5c777 HTTP/1.1" status: 200 len: 848 time: 0.1709874 Feb 05 18:59:05.407784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:05.435310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-2ac93ff2-2e38-467d-945f-5c987ff41c85 req-b9424dad-3812-4fa6-baad-ecdccead5c98 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Unset dirty status for tenant:dafc9b5904cf4a59a1ac61979195d4d4 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 18:59:05.436704 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2ac93ff2-2e38-467d-945f-5c987ff41c85 req-b9424dad-3812-4fa6-baad-ecdccead5c98 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 943 time: 0.3814850 Feb 05 18:59:05.441787 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:05.444005 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-0b79acef-8e5a-47f3-8b55-9b29647059ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2e5acbaf-59df-46d1-8c7f-59951e3457bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502851 Feb 05 18:59:05.596195 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2ac93ff2-2e38-467d-945f-5c987ff41c85 req-860c5062-0758-40ed-9194-40e0cda1e8ec tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511157 Feb 05 18:59:05.641314 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Floating IP f372f492-ef3c-45e0-9c2a-1e2f175ff788 associated. External IP: 172.27.2.115, port: fb469a51-3bb4-43d5-8540-3948202d69ee. Feb 05 18:59:05.667373 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-bf93e51b-2b10-43ee-8399-ed66f3808bc5 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078280 Feb 05 18:59:05.818228 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f15e949c-d931-4ef9-9ec6-2f763c943ad0 req-115d4399-0d85-4b50-b3c6-61c8be7c75b1 service neutron] 10.222.0.26 "GET /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443040 Feb 05 18:59:06.055177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 18:59:06.252467 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 18:59:06.257309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:06.262626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 18:59:06.274505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:59:06.274712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:59:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:06.319432 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-6fc35be6-6007-45ef-981f-6de7a7fc0949 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "PUT /v2.0/floatingips/f372f492-ef3c-45e0-9c2a-1e2f175ff788 HTTP/1.1" status: 200 len: 997 time: 1.9284036 Feb 05 18:59:06.319985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:06.390111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'status': 'completed', 'code': 200} Feb 05 18:59:06.428581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-a8797ec1-77e6-4690-89bb-d91c8f702f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.430378 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-a8797ec1-77e6-4690-89bb-d91c8f702f9a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 1163 time: 0.0947344 Feb 05 18:59:06.502581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:59:06.511171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291a19-75c1-45c7-8449-930db462957a req-9176d6fe-67a3-41c5-90ed-4194cce2840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.512829 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5291a19-75c1-45c7-8449-930db462957a req-9176d6fe-67a3-41c5-90ed-4194cce2840d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 1163 time: 0.0998867 Feb 05 18:59:06.588962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-adf8d16b-f5c5-4208-9394-b92a19812ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.591134 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-adf8d16b-f5c5-4208-9394-b92a19812ce0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1519201 Feb 05 18:59:06.680936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291a19-75c1-45c7-8449-930db462957a req-1c057b5f-ee60-40c8-b178-03da5784f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.683597 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5291a19-75c1-45c7-8449-930db462957a req-1c057b5f-ee60-40c8-b178-03da5784f561 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1632171 Feb 05 18:59:06.746673 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-10f398e9-7654-4dc6-980e-b757b34f5af0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 1000 time: 0.1489761 Feb 05 18:59:06.828835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-8bbfb92d-d8ba-4943-af54-d14d8f713572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.839458 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-8bbfb92d-d8ba-4943-af54-d14d8f713572 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0874085 Feb 05 18:59:06.928830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-b94f4e61-dc91-4f52-a125-fbdc0dd23ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:06.930299 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5291a19-75c1-45c7-8449-930db462957a req-ef78e5ea-d549-43c1-bbfd-5d550beade18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 1000 time: 0.2370021 Feb 05 18:59:06.931899 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-b94f4e61-dc91-4f52-a125-fbdc0dd23ed1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0908082 Feb 05 18:59:06.948104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-9be2a727-2292-4e1c-b709-8fe70d5ecdd8 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 18:59:06.949486 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-9be2a727-2292-4e1c-b709-8fe70d5ecdd8 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0103347 Feb 05 18:59:06.957454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:54Z', 'revision_number': 2, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}, {'id': 'f372f492-ef3c-45e0-9c2a-1e2f175ff788', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:c3:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:59:01Z', 'updated_at': '2021-02-05T18:59:05Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:06.961832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 18:59:06.972013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 18:59:06.973196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T18:59:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:07.087116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab67aac-dcd7-4a19-a4ac-fd4ed0263dee req-f9f29418-c9e4-4fca-9d86-e1f04619c8c0 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:07.088939 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-aab67aac-dcd7-4a19-a4ac-fd4ed0263dee req-f9f29418-c9e4-4fca-9d86-e1f04619c8c0 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 943 time: 0.3020825 Feb 05 18:59:07.114962 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-fb540a3f-45c9-4448-b224-da873c945309 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581984 Feb 05 18:59:07.134865 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291a19-75c1-45c7-8449-930db462957a req-55b051ed-8d2f-4cdb-b1a1-9afb51b2e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:07.136850 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5291a19-75c1-45c7-8449-930db462957a req-55b051ed-8d2f-4cdb-b1a1-9afb51b2e92b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.1968184 Feb 05 18:59:07.177761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 18:59:07.226226 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-aab67aac-dcd7-4a19-a4ac-fd4ed0263dee req-cba3559a-c34c-4b45-8cb5-d78e27dd7e90 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278317 Feb 05 18:59:07.266472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5291a19-75c1-45c7-8449-930db462957a req-72d4c4a0-66ab-407e-8574-0f9c12b71421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:07.268609 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5291a19-75c1-45c7-8449-930db462957a req-72d4c4a0-66ab-407e-8574-0f9c12b71421 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1200106 Feb 05 18:59:07.271468 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12ddb0c9-a900-44e1-804a-c4e674c929b5 req-d8476d0e-f35a-40aa-8bf9-3fa56ab3e39e service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1532011 Feb 05 18:59:07.421010 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5291a19-75c1-45c7-8449-930db462957a req-13992663-05ee-48e0-9316-0139934cf73a service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434891 Feb 05 18:59:07.536962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device f4f7b7b8-1295-498d-8417-506699e03006 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:07.567277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:54Z', 'revision_number': 2, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}, {'id': 'f372f492-ef3c-45e0-9c2a-1e2f175ff788', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:c3:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:59:01Z', 'updated_at': '2021-02-05T18:59:05Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:07.571974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7316fa06-40d0-4cf3-a77d-63eb3c8ce8e1 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:54Z', 'revision_number': 2, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}, {'id': 'f372f492-ef3c-45e0-9c2a-1e2f175ff788', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:c3:18:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:59:01Z', 'updated_at': '2021-02-05T18:59:05Z', 'revision_number': 1, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 18:59:07.572267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5291a19-75c1-45c7-8449-930db462957a req-2ef3a7db-85b7-435e-af34-4b65e2a1a0bb service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442025 Feb 05 18:59:07.635962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port f4f7b7b8-1295-498d-8417-506699e03006 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 18:59:07.641621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port f4f7b7b8-1295-498d-8417-506699e03006 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:07.642041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:07.770277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:07.808010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:07.819248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port f4f7b7b8-1295-498d-8417-506699e03006, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f4f7b7b8-1295-498d-8417-506699e03006,segment=NetworkSegment(35a39119-233e-4fac-b719-c48dbd6e3f38),segment_id=35a39119-233e-4fac-b719-c48dbd6e3f38)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:07.854384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:07.856829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:07.897292 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006', 'code': 200} Feb 05 18:59:07.898295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e06219-a75f-4795-b4c1-7783ff9798a8 None None] New status for floating IP f372f492-ef3c-45e0-9c2a-1e2f175ff788: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 18:59:08.104498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=f4f7b7b8-1295-498d-8417-506699e03006,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:08.126116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.126532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.126913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.127313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.127661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.128032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.128399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.128764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.129130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.129495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.129863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.130262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.130699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.131068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.131434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.131800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.132158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.132521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.132886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.133245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.133607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.133970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.135829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.135829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:08.142725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:08.191034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3845f-978d-485b-8e98-6b42b9156fb8 req-a13eac1e-5021-40ff-9460-5c84696ddbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:08.192656 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-45e3845f-978d-485b-8e98-6b42b9156fb8 req-a13eac1e-5021-40ff-9460-5c84696ddbc0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 1162 time: 0.0803764 Feb 05 18:59:08.242740 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-45e3845f-978d-485b-8e98-6b42b9156fb8 req-65e2e43c-48c7-4ce1-a489-45d89d4a99d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421963 Feb 05 18:59:08.532607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949406e-2f78-48c3-92b6-912e45dd86a7 req-e57165d4-884a-463e-a003-d07c5fd02c75 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:08.534341 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c949406e-2f78-48c3-92b6-912e45dd86a7 req-e57165d4-884a-463e-a003-d07c5fd02c75 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 945 time: 0.1721435 Feb 05 18:59:08.600175 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c949406e-2f78-48c3-92b6-912e45dd86a7 req-cbf6ac2c-0289-4510-bf88-d9211ccbd400 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584860 Feb 05 18:59:08.806778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46670) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:08.966032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:08.982956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:08.987114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Usage tracker for resource:security_group_rule and tenant:8fa82c5c26df48d68e3977ada943ade5 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:08.990189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:08.996264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:09.083707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.115889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.125746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-18fd817b-cbef-48af-97e0-ddabb4d27d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:09.174067 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fa82c5c26df48d68e3977ada943ade5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660240 Feb 05 18:59:09.174944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc082b0-bca6-43b6-ae60-e58b1b6c100d,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:09.176869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 46676) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:09.178232 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:09.241383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device f4f7b7b8-1295-498d-8417-506699e03006 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 18:59:09.243284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b66e6f90-2edb-4dfd-9540-d441c53f81d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.272591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b66e6f90-2edb-4dfd-9540-d441c53f81d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.317182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port f4f7b7b8-1295-498d-8417-506699e03006 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 18:59:09.317591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.344916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b66e6f90-2edb-4dfd-9540-d441c53f81d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.350652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e452a8aa-6e81-4a35-a12a-0d7254b7cb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:09.364538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e6f90-2edb-4dfd-9540-d441c53f81d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc082b0-bca6-43b6-ae60-e58b1b6c100d,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:09.367303 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b66e6f90-2edb-4dfd-9540-d441c53f81d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:09.372263 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b66e6f90-2edb-4dfd-9540-d441c53f81d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.377588 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b66e6f90-2edb-4dfd-9540-d441c53f81d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1dc082b0-bca6-43b6-ae60-e58b1b6c100d HTTP/1.1" status: 204 len: 168 time: 0.1995695 Feb 05 18:59:09.846774 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46686) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:09.866962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:09.882304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:09.886515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Usage tracker for resource:security_group_rule and tenant:122f64d8d5b847b4946602f81bf506d4 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:09.889445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:09.895226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:09.910261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8eb9fc-ba4f-4ead-b23c-654e85b39a6b req-166347f9-6d0f-4be6-8337-7c2cdb11615b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:09.912028 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d8eb9fc-ba4f-4ead-b23c-654e85b39a6b req-166347f9-6d0f-4be6-8337-7c2cdb11615b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 945 time: 0.1748037 Feb 05 18:59:09.979921 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d8eb9fc-ba4f-4ead-b23c-654e85b39a6b req-4e839ad8-22ab-43d4-9a21-8d8b6e3e1c84 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 Feb 05 18:59:09.983961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.018756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.027684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bca971f7-5631-4e40-937f-6c97b5dde328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:10.072575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7316fc87-a1c2-46fc-b006-2ef0a3605023,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:10.076016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:10.079411 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=122f64d8d5b847b4946602f81bf506d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315359 Feb 05 18:59:10.082256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46692) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:10.147129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086a2dbc-515f-412d-b16c-1884a65a9638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.176124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086a2dbc-515f-412d-b16c-1884a65a9638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.264250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086a2dbc-515f-412d-b16c-1884a65a9638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.269236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-12ac2fc1-4c27-4591-8ff5-fedb5243a51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:10.282733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a2dbc-515f-412d-b16c-1884a65a9638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7316fc87-a1c2-46fc-b006-2ef0a3605023,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:10.285196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-086a2dbc-515f-412d-b16c-1884a65a9638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:10.293892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086a2dbc-515f-412d-b16c-1884a65a9638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:10.295154 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-086a2dbc-515f-412d-b16c-1884a65a9638 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7316fc87-a1c2-46fc-b006-2ef0a3605023 HTTP/1.1" status: 204 len: 168 time: 0.2112200 Feb 05 18:59:11.705348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a26fc-bf77-423a-86c0-4219b232b82b req-d31aeb33-f526-4079-8c2b-13967c138ba6 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:11.707098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bb5a26fc-bf77-423a-86c0-4219b232b82b req-d31aeb33-f526-4079-8c2b-13967c138ba6 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 945 time: 0.1684184 Feb 05 18:59:11.774310 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bb5a26fc-bf77-423a-86c0-4219b232b82b req-1915342c-bf4f-455b-b9ad-be90d1eeca05 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591798 Feb 05 18:59:13.085083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c8a14-1213-4afe-a222-0720e9431916 req-4a3b5cfd-ef5d-4402-a0ee-2fcbf5fbac6e tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:13.086814 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-417c8a14-1213-4afe-a222-0720e9431916 req-4a3b5cfd-ef5d-4402-a0ee-2fcbf5fbac6e tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 945 time: 0.1714487 Feb 05 18:59:13.155184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-01c24ef4-3053-45be-9cd4-f307e14feb86 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:13.156889 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-01c24ef4-3053-45be-9cd4-f307e14feb86 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 945 time: 0.1951594 Feb 05 18:59:13.171984 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-417c8a14-1213-4afe-a222-0720e9431916 req-e47402a8-a4ac-4bec-a467-13e1ca531bb4 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/security-groups?id=fc6ea365-e9fc-43f3-80d4-12c3582589cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774543 Feb 05 18:59:13.175039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device f4f7b7b8-1295-498d-8417-506699e03006 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 18:59:13.268356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Deleting port f4f7b7b8-1295-498d-8417-506699e03006 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 18:59:13.268748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.326843 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.367541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:13.384497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port f4f7b7b8-1295-498d-8417-506699e03006, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f4f7b7b8-1295-498d-8417-506699e03006,segment=NetworkSegment(35a39119-233e-4fac-b719-c48dbd6e3f38),segment_id=35a39119-233e-4fac-b719-c48dbd6e3f38)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:13.419406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.423542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-8d0f1d04-f734-4f0e-a38f-666ff7e020bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:13.481681 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006', 'code': 200} Feb 05 18:59:13.531135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=f4f7b7b8-1295-498d-8417-506699e03006,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:13.535575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:13.614083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] For port f4f7b7b8-1295-498d-8417-506699e03006, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f4f7b7b8-1295-498d-8417-506699e03006,segment=NetworkSegment(35a39119-233e-4fac-b719-c48dbd6e3f38),segment_id=35a39119-233e-4fac-b719-c48dbd6e3f38)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 18:59:13.614548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:13.783651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Calling delete_port for f4f7b7b8-1295-498d-8417-506699e03006 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 18:59:14.003187 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.021777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:14.378341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Pushing event deleted for resources: {'Port': ['ID=f4f7b7b8-1295-498d-8417-506699e03006,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:14.406513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.406939 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.407344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.407749 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.408150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.408543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.408938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.409330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.409719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.410107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.410528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.410915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.411373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.411740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.412134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.412631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.412894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.413282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.413666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.414053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.414464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.414853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.415395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.416222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:14.421993 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:14.451160 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b056d298-28a4-4f40-9775-a1cc703c1570 req-541e061a-e977-450f-9a85-0779caa35efb tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4cc1b8d-e860-43d6-b09a-ad69621b8c41 HTTP/1.1" status: 200 len: 210 time: 0.0685120 Feb 05 18:59:14.521926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] No DVR routers for this DVR port f4f7b7b8-1295-498d-8417-506699e03006 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 18:59:14.524251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.528125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'name': 'network-vif-deleted', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 18:59:14.569387 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d429b05f-6b42-4a4f-8e70-d5b9ad49a3af req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] 10.222.0.26 "DELETE /v2.0/ports/f4f7b7b8-1295-498d-8417-506699e03006 HTTP/1.1" status: 204 len: 173 time: 1.4058928 Feb 05 18:59:14.592765 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4cc1b8d-e860-43d6-b09a-ad69621b8c41', 'name': 'network-vif-deleted', 'tag': 'f4f7b7b8-1295-498d-8417-506699e03006', 'status': 'completed', 'code': 200} Feb 05 18:59:14.622491 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46788) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:14.787660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.805752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:14.809930 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Usage tracker for resource:security_group_rule and tenant:37036c0128274b53bcb19d241ceca7e1 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:14.813034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:14.820782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:14.909870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.933054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:14.942246 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-150bc9a7-e663-443a-84a7-1c017481d7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:14.985334 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=37036c0128274b53bcb19d241ceca7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616633 Feb 05 18:59:14.987036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3affa1a-b414-485c-ac49-c60492474229,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:14.988545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 46794) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:14.990488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dc00f3c2-b04b-4cad-b9f3-f7be10e2be6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:15.061632 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.090435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.372658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.377954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-062b7ee4-b691-421a-b7f1-d3f43ca0fb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:15.389103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3affa1a-b414-485c-ac49-c60492474229,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:15.391744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:15.397440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.398821 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3affa1a-b414-485c-ac49-c60492474229 HTTP/1.1" status: 204 len: 168 time: 0.4089825 Feb 05 18:59:15.920682 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 46810) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:15.948287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:15.968241 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:15.972377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Usage tracker for resource:security_group_rule and tenant:0003a98ba85b400697da5f0ccaf8201f is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:15.975543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:15.982688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:16.082993 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.127138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.136681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d62a0560-79fa-4e6f-8300-c17f8c41604b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:16.182809 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0003a98ba85b400697da5f0ccaf8201f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603996 Feb 05 18:59:16.183767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021174fe-65dd-44d9-9263-bcd06aed9027,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:16.185890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46818) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:16.187148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:16.250760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.282144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.355889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.361089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-28a32714-17b2-45ea-b1cb-a37f5706c566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:16.376969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021174fe-65dd-44d9-9263-bcd06aed9027,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:16.389083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.389495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.390008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.390316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.390731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.391074 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.391808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.391808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.392193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.392576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.392964 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.393347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.393806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.394219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.394546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.394935 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.395336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.395781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.396031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.396414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.396762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.397141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.397523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.397901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 18:59:16.401524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:16.403115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:16.414787 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-be86c8d3-bd0c-4c2f-bfb2-f494163dd0e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/021174fe-65dd-44d9-9263-bcd06aed9027 HTTP/1.1" status: 204 len: 168 time: 0.2271845 Feb 05 18:59:21.527736 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-d12cec9f-030d-4112-94d3-a5d01c64a51b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0850728 Feb 05 18:59:21.636057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-be931a5f-c6c0-48c4-bbec-70994dbc8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:21.637688 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-be931a5f-c6c0-48c4-bbec-70994dbc8e9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1162 time: 0.0869422 Feb 05 18:59:21.812949 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-2032f696-ae12-4edf-a1c6-f8495d1415dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:21.815032 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-2032f696-ae12-4edf-a1c6-f8495d1415dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1515284 Feb 05 18:59:21.944031 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-821163f3-aa9f-4000-aac5-e900a9931df3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 1001 time: 0.1194670 Feb 05 18:59:22.031073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-811823ba-f296-4275-ac46-eef8e2cdaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:22.032787 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-811823ba-f296-4275-ac46-eef8e2cdaabc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0788164 Feb 05 18:59:22.139795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-7ccb9159-c63d-49cb-9d5b-7b61ed4565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 18:59:22.141960 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-7ccb9159-c63d-49cb-9d5b-7b61ed4565ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021817 Feb 05 18:59:22.333360 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-3bd48016-0288-488a-8a9f-e13c1db14d3c service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790512 Feb 05 18:59:22.512115 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-142925bc-e617-40f5-91c5-2873b0d5c71e req-6b20271f-3a39-42a6-a145-af581ecfa7fa service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1696658 Feb 05 18:59:24.310360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:24.860503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 46962) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:25.117291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.117291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:25.117291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Usage tracker for resource:security_group_rule and tenant:a0c4b8cb68ce4f889cd06fcf11cc045f is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:25.117291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:25.117291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:25.168205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.190448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.200831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-03cbaf30-51d1-4113-8173-2188e361ebb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:25.245678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b7852a-8f9d-421f-8a75-f2612d4cbbe9,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:25.251857 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0c4b8cb68ce4f889cd06fcf11cc045f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890610 Feb 05 18:59:25.251857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ee19a41a-2ac0-4faa-aeff-fd306c172dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:25.253817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 46970) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:25.345156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ac08a3b-43c3-42a7-a697-f7a4388de51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.380443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ac08a3b-43c3-42a7-a697-f7a4388de51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.458597 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ac08a3b-43c3-42a7-a697-f7a4388de51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.463451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-65a2fd50-dccf-44d5-ad4f-587fe30fabe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:25.478384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac08a3b-43c3-42a7-a697-f7a4388de51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b7852a-8f9d-421f-8a75-f2612d4cbbe9,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:25.481577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3ac08a3b-43c3-42a7-a697-f7a4388de51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:25.489956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ac08a3b-43c3-42a7-a697-f7a4388de51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:25.494650 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3ac08a3b-43c3-42a7-a697-f7a4388de51f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2b7852a-8f9d-421f-8a75-f2612d4cbbe9 HTTP/1.1" status: 204 len: 168 time: 0.2395263 Feb 05 18:59:27.161719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 18:59:28.835426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-023adaec-62a6-4a25-9bd3-af1b13b1a502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:30.938680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e944545-a591-4f98-9f1f-dcc7d8ccdbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.092927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:32.652620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:33.784136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.525629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 47124) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:41.598261 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Deleting subnet a47c94ce-afe4-49f5-9bcb-ce46a5f5c777 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 18:59:41.601325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.657506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:41.717847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:42.030254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:42.047187 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:42.138155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47c94ce-afe4-49f5-9bcb-ce46a5f5c777,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:42.150767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:42.183895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:42.190046 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a47c94ce-afe4-49f5-9bcb-ce46a5f5c777 HTTP/1.1" status: 204 len: 168 time: 0.6632934 Feb 05 18:59:42.192856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 47128) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:42.311837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:42.509767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:42.622655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5acbaf-59df-46d1-8c7f-59951e3457bb']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:42.638985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a39119-233e-4fac-b719-c48dbd6e3f38') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:42.639317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a39119-233e-4fac-b719-c48dbd6e3f38') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 18:59:42.651709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:42.667034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:42.668965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 18:59:42.849553 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:59:42.859808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:43.044489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Network 2e5acbaf-59df-46d1-8c7f-59951e3457bb has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 18:59:43.067639 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 18:59:43.172450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:43.176454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0a37eede-f62c-4e47-87c3-911f0f4b783d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:43.192800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:43.202506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5acbaf-59df-46d1-8c7f-59951e3457bb,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:43.206030 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:43.241881 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ee6e4b51-ea09-4231-b829-5e93e5cf860b admin admin] 10.222.0.43 "DELETE /v2.0/networks/2e5acbaf-59df-46d1-8c7f-59951e3457bb HTTP/1.1" status: 204 len: 168 time: 1.0479286 Feb 05 18:59:43.573172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 47134) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:43.862024 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-fbb7e7b2-20e7-4017-a9cc-6cfe9c0d760f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dafc9b5904cf4a59a1ac61979195d4d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875540 Feb 05 18:59:43.864766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 47138) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:43.926294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-34e2f2d2-cca7-4a15-8ca6-d3d1ccbb38c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:43.953497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-34e2f2d2-cca7-4a15-8ca6-d3d1ccbb38c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:44.024995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-34e2f2d2-cca7-4a15-8ca6-d3d1ccbb38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:44.030281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-52d6ce68-a191-48de-b755-584c02608109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:44.046541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2f2d2-cca7-4a15-8ca6-d3d1ccbb38c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6ea365-e9fc-43f3-80d4-12c3582589cd,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:44.049631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-34e2f2d2-cca7-4a15-8ca6-d3d1ccbb38c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:44.082323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-34e2f2d2-cca7-4a15-8ca6-d3d1ccbb38c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:44.083464 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-34e2f2d2-cca7-4a15-8ca6-d3d1ccbb38c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc6ea365-e9fc-43f3-80d4-12c3582589cd HTTP/1.1" status: 204 len: 168 time: 0.2177231 Feb 05 18:59:48.916628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 47184) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:49.170092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.185578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 18:59:49.189713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Usage tracker for resource:security_group_rule and tenant:4020370d96794b4a86bd28cfc6945ba8 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 18:59:49.192695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 18:59:49.199176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 18:59:49.359936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.395307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.403479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9fa61c5a-1a79-48aa-89ac-a32500ad6591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:49.449754 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4020370d96794b4a86bd28cfc6945ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319095 Feb 05 18:59:49.450755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba04d2b2-7d94-46be-acad-adeb8a8b787c,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:49.452699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 47190) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 18:59:49.454270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dcf4f039-3fb4-4930-ba62-cea24ccf6ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:49.516994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-df1504e7-8dc0-4343-a4dc-f2e9b681ca0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.548828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-df1504e7-8dc0-4343-a4dc-f2e9b681ca0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.629753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-df1504e7-8dc0-4343-a4dc-f2e9b681ca0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.635720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b9558f20-0277-4ee5-bf55-a7870126bd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 18:59:49.648510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1504e7-8dc0-4343-a4dc-f2e9b681ca0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba04d2b2-7d94-46be-acad-adeb8a8b787c,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 18:59:49.651822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-df1504e7-8dc0-4343-a4dc-f2e9b681ca0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 18:59:49.653900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-df1504e7-8dc0-4343-a4dc-f2e9b681ca0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:49.655137 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-df1504e7-8dc0-4343-a4dc-f2e9b681ca0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba04d2b2-7d94-46be-acad-adeb8a8b787c HTTP/1.1" status: 204 len: 168 time: 0.2013774 Feb 05 18:59:54.321523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 18:59:58.851960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e17dac0-d70c-4ee7-8270-d87a2a59015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:00.909436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-83d7ad02-0927-495e-ab45-f8df4171d9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:02.030222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:02.646377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.169069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 47330) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:03.325092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.342468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:03.346473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Usage tracker for resource:security_group_rule and tenant:031ac1f4a17e4608959fb476cbc5bdf2 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:03.349379 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:03.355287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:03.443182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.474676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.484439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dec46233-9aa6-4462-9f9d-bfd10c9d481e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:03.529869 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=031ac1f4a17e4608959fb476cbc5bdf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592405 Feb 05 19:00:03.530803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67ed33f-4833-4dd1-ab0e-b72a5c622563,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:03.533693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 47336) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:03.548770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-51c485a6-5716-4f9a-973e-b1e45c556890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:03.605074 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.635184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.703541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.709824 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-eada8ee3-a311-48f5-adac-36a8647f332a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:03.721864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67ed33f-4833-4dd1-ab0e-b72a5c622563,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:03.725452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:03.730104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:03.731360 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f67ed33f-4833-4dd1-ab0e-b72a5c622563 HTTP/1.1" status: 204 len: 168 time: 0.1966689 Feb 05 19:00:03.829254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:04.161915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:00:04.949501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 47358) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:05.093439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-320718602-network', 'tenant_id': 'd676ae183a8846f79e4592b9bc1426a7'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:05.098876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:05.103791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Usage tracker for resource:network and tenant:d676ae183a8846f79e4592b9bc1426a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:05.106880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:05.114040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:05.154871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Made reservation on behalf of d676ae183a8846f79e4592b9bc1426a7 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:05.159615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.174112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.195313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:05.199660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Usage tracker for resource:security_group_rule and tenant:d676ae183a8846f79e4592b9bc1426a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:05.202665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:05.208525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:05.295088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.326155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.330566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-805dac64-f46e-49af-9d1a-399399099c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:05.360883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:00:05.374393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b1d47f-ac37-4ab9-8013-8bbc59bbf418,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:05.378482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:05.391646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.395693 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Added segment 9c6d2696-fb19-4205-99c7-01995cb7111f of type vxlan for network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f Feb 05 19:00:05.461898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.560572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.561879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:05.562588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:05.567973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-040a7369-78f8-45d1-9f2e-36b32eb04203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:05.682986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Pushing event updated for resources: {'Network': ['ID=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:05.686106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:05.694203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:00:05.709860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:00:05.715972 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a16d088a-353e-42e6-a803-ac26a67ed55e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7652011 Feb 05 19:00:05.718915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 47364) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:00:05.725704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Request body: {'subnet': {'network_id': '43b7f7b6-7006-448a-8a2d-3c0c3968ef5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-320718602-subnet', 'tenant_id': 'd676ae183a8846f79e4592b9bc1426a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:05.731021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:05.735114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Usage tracker for resource:subnet and tenant:d676ae183a8846f79e4592b9bc1426a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:05.738411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:05.747037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:05.783913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Made reservation on behalf of d676ae183a8846f79e4592b9bc1426a7 for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:05.788538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.452655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:06.468485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b788a59e-9888-4fb7-872e-3c6d893c40b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:06.849114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26225013-2790-4e73-a7f3-1fe2cc8e3289,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:06.854892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:06.924576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Checking segment: {'id': '9c6d2696-fb19-4205-99c7-01995cb7111f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43b7f7b6-7006-448a-8a2d-3c0c3968ef5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:06.924958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Network hostable DHCP agents. Network: 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:00:07.000675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:00:07.052017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:07.062347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfce2ed3-c656-49b3-b104-5ae8a191c1e0 None None] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:00:07.064938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:07.065589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:07.110078 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3900268 Feb 05 19:00:07.456753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57de5e-3fe1-4722-b8d4-e1fb1e547119 None None] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:00:09.574772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-60d89522-1ab1-4383-a510-7a16713dbb9a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:09.575505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-60d89522-1ab1-4383-a510-7a16713dbb9a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Synchronizing usage tracker for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:network {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:09.620485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-60d89522-1ab1-4383-a510-7a16713dbb9a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Unset dirty status for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:network {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:09.622816 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-60d89522-1ab1-4383-a510-7a16713dbb9a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 813 time: 0.3009605 Feb 05 19:00:09.641887 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-079ab590-5ada-42ed-8f2e-a0660663751b tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/quotas/d676ae183a8846f79e4592b9bc1426a7 HTTP/1.1" status: 200 len: 375 time: 0.0128627 Feb 05 19:00:09.700158 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-fa229d57-3376-4259-b9e0-ca39aabfedb6 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522168 Feb 05 19:00:09.853148 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-7f2476df-f6f5-4ac2-8a35-e6692a4b7c57 service neutron] 10.222.0.43 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446033 Feb 05 19:00:10.010111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-bd3ee9e6-1aea-49c4-b8a9-abe1888db5c5 service neutron] 10.222.0.43 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1497612 Feb 05 19:00:10.271871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2d0a9d2e-da77-43b1-aaf2-7e8a3f5ad7da req-39678b09-4d06-4d16-9b83-c7ea97ed0a9e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0498004 Feb 05 19:00:11.459271 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a7270c9-76c5-4301-9b99-79a28d81ae0d req-7ccc16b1-07ae-4ef3-ac61-97e3ca2c8e3e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0540385 Feb 05 19:00:12.167341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-30de8c46-3b7e-4b17-8e7a-6354f371aae3 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:12.169018 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-30de8c46-3b7e-4b17-8e7a-6354f371aae3 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 813 time: 0.2481055 Feb 05 19:00:12.187727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Request body: {'port': {'device_id': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'network_id': '43b7f7b6-7006-448a-8a2d-3c0c3968ef5f', 'admin_state_up': True, 'tenant_id': 'd676ae183a8846f79e4592b9bc1426a7'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:12.343681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:00:12.348394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Usage tracker for resource:port and tenant:d676ae183a8846f79e4592b9bc1426a7 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:00:12.352880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:00:12.360681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:00:12.401351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Made reservation on behalf of d676ae183a8846f79e4592b9bc1426a7 for: {'port': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:00:12.424417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:12.652362 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4fa3d1eb-7b56-4419-8eff-d2926f844ffa req-e1135c60-b3d1-4961-b89d-65687aee2767 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0520694 Feb 05 19:00:12.757477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Allocated IP 172.20.0.12 (43b7f7b6-7006-448a-8a2d-3c0c3968ef5f/26225013-2790-4e73-a7f3-1fe2cc8e3289/e01006c6-2eba-4709-8f22-1115fd1a6968) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:00:12.980245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.046679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.062266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3f33810d-b129-460a-b53e-41435e0b5518 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:13.203290 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Pushing event updated for resources: {'Port': ['ID=e01006c6-2eba-4709-8f22-1115fd1a6968,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:13.207920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:13.262882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:00:13.264077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:00:13.266488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:00:13.396377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:13.397067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:13.501573 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3180087 Feb 05 19:00:13.514511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Request body: {'port': {'device_id': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:00:13.637754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.105701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f582ba3-c199-4486-8189-9c7bf42dc3ae req-c769ad94-9f7d-4bda-9237-c5ed2c02e736 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:14.106531 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-6f582ba3-c199-4486-8189-9c7bf42dc3ae req-c769ad94-9f7d-4bda-9237-c5ed2c02e736 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Synchronizing usage tracker for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:14.215214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-6f582ba3-c199-4486-8189-9c7bf42dc3ae req-c769ad94-9f7d-4bda-9237-c5ed2c02e736 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Unset dirty status for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:14.216502 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6f582ba3-c199-4486-8189-9c7bf42dc3ae req-c769ad94-9f7d-4bda-9237-c5ed2c02e736 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 932 time: 0.4323552 Feb 05 19:00:14.270384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01006c6-2eba-4709-8f22-1115fd1a6968 {{(pid=80171) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 19:00:14.283264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.311713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-6f582ba3-c199-4486-8189-9c7bf42dc3ae req-46cb3ba7-2a90-45ad-9259-7ae1b2a1a21f tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Synchronizing usage tracker for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:14.320673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Transition to ACTIVE for port object e01006c6-2eba-4709-8f22-1115fd1a6968 will not be triggered until provisioned by entity L2. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:00:14.348706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.366756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e748dc7d-6a38-4efa-a63a-653ff9fe8484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:14.458045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-6f582ba3-c199-4486-8189-9c7bf42dc3ae req-46cb3ba7-2a90-45ad-9259-7ae1b2a1a21f tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Unset dirty status for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:14.459358 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6f582ba3-c199-4486-8189-9c7bf42dc3ae req-46cb3ba7-2a90-45ad-9259-7ae1b2a1a21f tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357476 Feb 05 19:00:14.513158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Pushing event updated for resources: {'Port': ['ID=e01006c6-2eba-4709-8f22-1115fd1a6968,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:14.532733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.533167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.533590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.534005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.534463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.534854 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.535264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.535665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.536069 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.536474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.536877 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.537317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.537799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.538227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.538633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.539037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.540025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.540734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.541152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.541564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.541972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.542404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.542813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.543218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:14.549837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:14.719090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Attempting to bind port e01006c6-2eba-4709-8f22-1115fd1a6968 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:00:14.719384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Attempting to bind port e01006c6-2eba-4709-8f22-1115fd1a6968 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '9c6d2696-fb19-4205-99c7-01995cb7111f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43b7f7b6-7006-448a-8a2d-3c0c3968ef5f'}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:00:14.719752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Attempting to bind port e01006c6-2eba-4709-8f22-1115fd1a6968 on network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:00:14.725415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 18, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:00:14.725789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Checking segment: {'id': '9c6d2696-fb19-4205-99c7-01995cb7111f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43b7f7b6-7006-448a-8a2d-3c0c3968ef5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:00:14.726211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.726621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Bound using segment: {'id': '9c6d2696-fb19-4205-99c7-01995cb7111f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43b7f7b6-7006-448a-8a2d-3c0c3968ef5f'} {{(pid=80171) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:00:14.727127 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Bound port: e01006c6-2eba-4709-8f22-1115fd1a6968, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6d2696-fb19-4205-99c7-01995cb7111f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43b7f7b6-7006-448a-8a2d-3c0c3968ef5f'}}] {{(pid=80171) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:00:14.727492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.838032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] For port e01006c6-2eba-4709-8f22-1115fd1a6968, host hv-cinder-77428, cleared binding levels {{(pid=80171) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:00:14.841212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] For port e01006c6-2eba-4709-8f22-1115fd1a6968, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e01006c6-2eba-4709-8f22-1115fd1a6968,segment=NetworkSegment(9c6d2696-fb19-4205-99c7-01995cb7111f),segment_id=9c6d2696-fb19-4205-99c7-01995cb7111f)] {{(pid=80171) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:00:14.880516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:14.897079 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-25ee6d43-1c6a-41ea-b44e-ca10dec375da tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:15.057678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Pushing event updated for resources: {'Port': ['ID=e01006c6-2eba-4709-8f22-1115fd1a6968,revision_number=3']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:15.062796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:15.093093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:15.093770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:15.095303 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-346563f1-399b-4578-b652-22b0d18352ab service neutron] 10.222.0.26 "PUT /v2.0/ports/e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 1158 time: 1.5854163 Feb 05 19:00:15.095850 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'tag': 'e01006c6-2eba-4709-8f22-1115fd1a6968'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:15.159256 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'tag': 'e01006c6-2eba-4709-8f22-1115fd1a6968', 'status': 'completed', 'code': 200} Feb 05 19:00:15.281472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-3f16f822-764a-401f-aec7-fcb745215360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:15.285323 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-3f16f822-764a-401f-aec7-fcb745215360 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1161 time: 0.1125453 Feb 05 19:00:15.377054 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-7189d255-8075-4751-ba51-37f6193a8ab4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0816276 Feb 05 19:00:15.466016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-2d43d7c2-70d8-4945-9068-5e1a97ba274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:15.467946 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-2d43d7c2-70d8-4945-9068-5e1a97ba274a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0800822 Feb 05 19:00:15.529986 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-7348ce9e-c92c-4eae-b46b-cb8843c3b2a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509462 Feb 05 19:00:16.033189 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-bd060142-6cad-4cc5-8bfb-9b74dd6ad8de service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960380 Feb 05 19:00:16.130924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc97fa2-5a4b-4476-9685-dc7aeac2c95a req-424154e4-a53a-49a5-9808-2e88506b73f9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:16.132632 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dfc97fa2-5a4b-4476-9685-dc7aeac2c95a req-424154e4-a53a-49a5-9808-2e88506b73f9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 944 time: 0.2321587 Feb 05 19:00:16.295293 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dfc97fa2-5a4b-4476-9685-dc7aeac2c95a req-db3bcc5d-beb8-48cc-91ea-4a1efdc33295 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375406 Feb 05 19:00:16.331587 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-353291bc-3423-4e3f-95ac-816de5ff4913 req-5e12bf3c-d2b6-49a2-8273-46a2dee251aa service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2865143 Feb 05 19:00:16.502346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-25861785-8b48-4e69-bb40-e2d2690aad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:16.504108 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-25861785-8b48-4e69-bb40-e2d2690aad32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1161 time: 0.0854385 Feb 05 19:00:16.652539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-cf738bcc-478b-4180-9c4b-16c6c150378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:16.654124 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-cf738bcc-478b-4180-9c4b-16c6c150378a service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1411090 Feb 05 19:00:16.731935 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-69a639b3-4c8f-4602-a77a-a7a46dbab716 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0671742 Feb 05 19:00:16.806808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-73bc024b-973b-43f1-8f68-4650cea058f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:16.808508 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-73bc024b-973b-43f1-8f68-4650cea058f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0703084 Feb 05 19:00:16.877741 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-e6981f58-eabb-4c9e-8059-20286532459b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611982 Feb 05 19:00:17.027645 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-0037d822-eb9e-40fa-ab8c-de4658d5e0c9 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420724 Feb 05 19:00:17.172288 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1baed90e-fd1f-4135-bd9f-7f1cc17b386f req-9d3ae3b0-ee4d-46b3-8d41-9a7f91e3c651 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376259 Feb 05 19:00:17.592311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8e239-641d-4364-be8b-2c5daf42138d req-db094e08-e368-4dd7-b958-81674870a19a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:17.593863 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12e8e239-641d-4364-be8b-2c5daf42138d req-db094e08-e368-4dd7-b958-81674870a19a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 944 time: 0.1646125 Feb 05 19:00:17.658183 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12e8e239-641d-4364-be8b-2c5daf42138d req-dff71e63-9938-4bd5-bce9-58a4225ef0d1 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578723 Feb 05 19:00:18.965131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7a795-e040-44cd-8078-722b780781f5 req-78016b41-20f4-43f7-9847-32b0f4293b61 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:18.966762 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdb7a795-e040-44cd-8078-722b780781f5 req-78016b41-20f4-43f7-9847-32b0f4293b61 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 944 time: 0.1745434 Feb 05 19:00:19.038015 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdb7a795-e040-44cd-8078-722b780781f5 req-c8368413-f686-413a-9b15-b78868b2e89e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648823 Feb 05 19:00:19.715183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.objects.ports [None req-2800899e-9cba-45ef-88d0-563fb412fd01 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80172) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 19:00:20.181510 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device e01006c6-2eba-4709-8f22-1115fd1a6968 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:20.314636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port e01006c6-2eba-4709-8f22-1115fd1a6968 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:00:20.320436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port e01006c6-2eba-4709-8f22-1115fd1a6968 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:20.320892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.353494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176021d-b92d-42f6-8744-662af0c5b977 req-79896184-bb1f-4095-9ebf-40f999135d23 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:20.355240 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b176021d-b92d-42f6-8744-662af0c5b977 req-79896184-bb1f-4095-9ebf-40f999135d23 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 944 time: 0.1814365 Feb 05 19:00:20.422255 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b176021d-b92d-42f6-8744-662af0c5b977 req-3b0a8377-dc2d-45c5-8810-2f0cb2d815f7 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596955 Feb 05 19:00:20.457188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.492823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01006c6-2eba-4709-8f22-1115fd1a6968'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:20.504481 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port e01006c6-2eba-4709-8f22-1115fd1a6968, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e01006c6-2eba-4709-8f22-1115fd1a6968,segment=NetworkSegment(9c6d2696-fb19-4205-99c7-01995cb7111f),segment_id=9c6d2696-fb19-4205-99c7-01995cb7111f)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:20.537505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:20.540513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:20.577287 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01006c6-2eba-4709-8f22-1115fd1a6968', 'code': 200} Feb 05 19:00:20.623259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=e01006c6-2eba-4709-8f22-1115fd1a6968,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:20.631726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.641297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.642668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.642668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.642668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.642668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.642668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.642668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.642668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:20.645752 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:20.880429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650a9fc-ed04-43e2-9daa-fd844db2e850 req-3265cfaf-f92f-4937-a9be-2f4efb69fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:20.881973 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a650a9fc-ed04-43e2-9daa-fd844db2e850 req-3265cfaf-f92f-4937-a9be-2f4efb69fa60 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0828187 Feb 05 19:00:20.930032 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a650a9fc-ed04-43e2-9daa-fd844db2e850 req-c38340df-6b00-467b-95c0-e77e12fbf706 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367908 Feb 05 19:00:21.625254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device e01006c6-2eba-4709-8f22-1115fd1a6968 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:00:21.705784 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port e01006c6-2eba-4709-8f22-1115fd1a6968 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:00:21.706789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:21.733546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655d302-f526-4bab-85e9-50d5e4b738fe req-0a10b663-e4fd-429f-8787-7ad5ff2fc718 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:21.735243 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5655d302-f526-4bab-85e9-50d5e4b738fe req-0a10b663-e4fd-429f-8787-7ad5ff2fc718 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 946 time: 0.1796837 Feb 05 19:00:21.809851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5655d302-f526-4bab-85e9-50d5e4b738fe req-04f4c616-13f9-47e3-902d-b1495bd6048d tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677941 Feb 05 19:00:23.128994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dbf0e-6099-4300-b7c1-aa96701e4e5f req-8fc4b0b3-5bec-480d-b18d-be22921550b9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:23.130756 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-827dbf0e-6099-4300-b7c1-aa96701e4e5f req-8fc4b0b3-5bec-480d-b18d-be22921550b9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 946 time: 0.1756296 Feb 05 19:00:23.199598 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-827dbf0e-6099-4300-b7c1-aa96701e4e5f req-aa4ce106-6367-4503-a70c-72f1026bfdd0 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614204 Feb 05 19:00:24.315242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:28.853270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-66df845c-7533-4bb4-9d89-2def8c91d323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:30.897465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7077a173-aae8-4f07-9af6-e2679da90af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.080606 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:32.731661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:33.788547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:34.563245 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1491eb31-3860-462b-a716-4f36b68d2a61 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips/f372f492-ef3c-45e0-9c2a-1e2f175ff788 HTTP/1.1" status: 200 len: 999 time: 0.2963507 Feb 05 19:00:34.808571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-f29a8e4c-229c-4edc-9d6a-ca494e5a35d8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:34.810076 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-f29a8e4c-229c-4edc-9d6a-ca494e5a35d8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.2405446 Feb 05 19:00:34.822015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-2ccdc286-2039-4d28-a558-76ace855a9eb tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:00:34.822764 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-2ccdc286-2039-4d28-a558-76ace855a9eb tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0068982 Feb 05 19:00:34.958083 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-e5005552-93c4-4904-87ce-d544655ab850 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200 len: 1002 time: 0.1288800 Feb 05 19:00:35.131839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-c3711a19-9e19-4b30-8d99-5ebe84dc5297 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:35.133417 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-c3711a19-9e19-4b30-8d99-5ebe84dc5297 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports/fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 943 time: 0.1685760 Feb 05 19:00:35.338893 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-e4f4f135-133f-4612-a06d-faf6903a4b84 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.115 HTTP/1.1" status: 200 len: 1002 time: 0.1250603 Feb 05 19:00:35.589125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Deleting port a4a189cd-334a-480d-b6b7-375cd6a93671 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:35.589365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.776560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.776965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:35.914595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Calling delete_port for a4a189cd-334a-480d-b6b7-375cd6a93671 owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:36.257044 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.273613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9ca23f09-0bda-4ecb-b1f8-57697e677b81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:36.374990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event deleted for resources: {'Port': ['ID=a4a189cd-334a-480d-b6b7-375cd6a93671,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:36.388790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.389197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.389600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.389994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.390411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.390803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.391188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.391575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.391960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.392344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.392727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.393107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.393565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.393951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.394362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.394746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.395130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.395512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.395896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.396278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.396664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.397046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.397465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.397893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:00:36.409008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:36.533019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:36.533312 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Floating IP f372f492-ef3c-45e0-9c2a-1e2f175ff788 disassociated (deleted). External IP: 172.27.2.115, port: fb469a51-3bb4-43d5-8540-3948202d69ee. Feb 05 19:00:37.211847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:37.412673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:37.425523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:37.436389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:37.443000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:00:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:37.510899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:37.579806 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-1bf9de68-76eb-410a-9ee4-7bdfce87fff1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "DELETE /v2.0/floatingips/f372f492-ef3c-45e0-9c2a-1e2f175ff788 HTTP/1.1" status: 204 len: 173 time: 2.2346101 Feb 05 19:00:37.580365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:37.643726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:37.659980 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'status': 'completed', 'code': 200} Feb 05 19:00:37.691287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-5a9137a5-29e5-4ea5-9678-eb7636f3bd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:37.693259 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-5a9137a5-29e5-4ea5-9678-eb7636f3bd84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 1163 time: 0.0877769 Feb 05 19:00:37.791125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-e7a92749-0c26-4c5a-ba08-7aa0667d6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:37.793128 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-e7a92749-0c26-4c5a-ba08-7aa0667d6b49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 1163 time: 0.1006901 Feb 05 19:00:37.897558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-45a26eab-b181-4044-9dff-687ea87a1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:37.910436 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-45a26eab-b181-4044-9dff-687ea87a1487 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.2048101 Feb 05 19:00:37.989576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-67f9480a-4421-4dc6-ba52-680f06df9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:37.992250 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-67f9480a-4421-4dc6-ba52-680f06df9f06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1915646 Feb 05 19:00:37.992853 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-79468862-7db2-4db0-84f5-c03491c760b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 217 time: 0.0821404 Feb 05 19:00:38.059874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-c28676cf-2e19-4ca9-81f5-eda11930273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:38.068181 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-c28676cf-2e19-4ca9-81f5-eda11930273b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0731854 Feb 05 19:00:38.139934 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-2385d1bb-9302-4fe4-b85f-c851a379435e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 200 len: 217 time: 0.1392622 Feb 05 19:00:38.141113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:54Z', 'revision_number': 2, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:38.150645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:38.160352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:38.160554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-41c217e6-1f79-485a-81b1-0a731cc258dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:38.161149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:00:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:38.169470 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-41c217e6-1f79-485a-81b1-0a731cc258dc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003449 Feb 05 19:00:38.261256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-9fadd2b0-c6d3-45a4-8efb-d7c0eb381351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:38.262982 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-9fadd2b0-c6d3-45a4-8efb-d7c0eb381351 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.1066980 Feb 05 19:00:38.334041 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-54862a6b-da9d-472a-92b1-14f34116b3f6 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633191 Feb 05 19:00:38.385429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-e63148b6-8acd-4d60-bb72-9c95b0fefe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:38.387138 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-e63148b6-8acd-4d60-bb72-9c95b0fefe21 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110208 Feb 05 19:00:38.406365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:38.498552 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25a12aa8-2d75-4c4c-922c-829d21a7a3f2 req-0e42a8e3-76d3-4896-97dc-6eaaea780060 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523516 Feb 05 19:00:38.543897 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-d8eebb40-c05c-4223-8b03-ae71558d6f6d service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485374 Feb 05 19:00:38.704061 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5502ada-45d6-414b-bc9d-6d28ecac275c req-f19aac84-2314-4e77-baf6-1c0b9616c824 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1527774 Feb 05 19:00:38.807479 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:54Z', 'revision_number': 2, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:38.811828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48708d37-e98e-4af1-87da-ad86bb1c91b8 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '02742111-740e-4f71-b30a-a41a80ab9ed4', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'port_id': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'mac_address': 'fa:16:3e:bb:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T18:56:46Z', 'updated_at': '2021-02-05T18:56:54Z', 'revision_number': 2, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:39.163651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839a558-1b5f-4825-926a-f90489fa6c02 req-6e8d114a-3ae8-4da3-858e-95091359c9aa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:39.165225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c839a558-1b5f-4825-926a-f90489fa6c02 req-6e8d114a-3ae8-4da3-858e-95091359c9aa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:39.223116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c839a558-1b5f-4825-926a-f90489fa6c02 req-6e8d114a-3ae8-4da3-858e-95091359c9aa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:39.224431 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c839a558-1b5f-4825-926a-f90489fa6c02 req-6e8d114a-3ae8-4da3-858e-95091359c9aa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 946 time: 0.2400265 Feb 05 19:00:39.276988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd093c-7cbe-4c1a-a2f7-c86a26890e0f None None] New status for floating IP f372f492-ef3c-45e0-9c2a-1e2f175ff788: DOWN {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:00:39.291020 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c839a558-1b5f-4825-926a-f90489fa6c02 req-3453f622-4d23-433c-9828-7ab7c3f4cc7a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0595496 Feb 05 19:00:40.676947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d7ef3-c9ad-48c2-a13e-caf029f42e7f req-aa90dc15-e26a-47ef-8f14-dac9de91d68d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:40.678698 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f09d7ef3-c9ad-48c2-a13e-caf029f42e7f req-aa90dc15-e26a-47ef-8f14-dac9de91d68d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 946 time: 0.2520282 Feb 05 19:00:40.744205 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f09d7ef3-c9ad-48c2-a13e-caf029f42e7f req-d52ffab9-1d46-412b-9f9e-36798971813f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0587904 Feb 05 19:00:41.082001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-c44a98f6-3c60-40bc-b88b-41e086c8f48c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:41.083615 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-c44a98f6-3c60-40bc-b88b-41e086c8f48c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 946 time: 0.1695383 Feb 05 19:00:41.162109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:00:41.192338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Deleting port fb469a51-3bb4-43d5-8540-3948202d69ee {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:41.192731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.475886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] For port fb469a51-3bb4-43d5-8540-3948202d69ee, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fb469a51-3bb4-43d5-8540-3948202d69ee,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:41.476286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.621711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Calling delete_port for fb469a51-3bb4-43d5-8540-3948202d69ee owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:41.711568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device fb469a51-3bb4-43d5-8540-3948202d69ee no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:00:41.871663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.903675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:41.917985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port fb469a51-3bb4-43d5-8540-3948202d69ee, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fb469a51-3bb4-43d5-8540-3948202d69ee,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:41.960406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:41.962471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:42.039250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=fb469a51-3bb4-43d5-8540-3948202d69ee,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:42.043265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:42.135961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb9db0-d206-47cf-9852-d2a80e833018 req-1372cb69-25cf-4ccd-8c99-47698a34ffd0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:42.137750 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-71eb9db0-d206-47cf-9852-d2a80e833018 req-1372cb69-25cf-4ccd-8c99-47698a34ffd0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 944 time: 0.1783218 Feb 05 19:00:42.185696 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:00:42.186068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:00:42.209809 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-71eb9db0-d206-47cf-9852-d2a80e833018 req-0dd5d55d-3720-428d-87e2-b3ba670af612 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0655236 Feb 05 19:00:42.281539 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'code': 200} Feb 05 19:00:42.687659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Deleting port fb469a51-3bb4-43d5-8540-3948202d69ee {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:42.688043 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:42.987704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] For port fb469a51-3bb4-43d5-8540-3948202d69ee, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=fb469a51-3bb4-43d5-8540-3948202d69ee,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:42.988310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:43.139020 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Calling delete_port for fb469a51-3bb4-43d5-8540-3948202d69ee owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:43.397982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:43.424133 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-02ffad27-d17f-4639-85c4-fa37464229a9 req-0597ae1d-0765-4b05-81ae-19a27b552621 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 210 time: 0.0737815 Feb 05 19:00:43.424851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c8083882-1670-4607-a177-ab24d3ada6fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:43.533346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event deleted for resources: {'Port': ['ID=fb469a51-3bb4-43d5-8540-3948202d69ee,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:43.537691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:43.662523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] No DVR routers for this DVR port fb469a51-3bb4-43d5-8540-3948202d69ee on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:00:43.665732 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:43.670480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'name': 'network-vif-deleted', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:43.709731 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-58fc2be4-2bcf-436d-8873-a104a9835c0d req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "DELETE /v2.0/ports/fb469a51-3bb4-43d5-8540-3948202d69ee HTTP/1.1" status: 204 len: 173 time: 2.6180210 Feb 05 19:00:43.735973 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d93a23c-de3e-40bc-8cf2-fbf48a64af7c', 'name': 'network-vif-deleted', 'tag': 'fb469a51-3bb4-43d5-8540-3948202d69ee', 'status': 'completed', 'code': 200} Feb 05 19:00:44.658484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-feb54b7b-b6dd-4edb-a88f-45b2890addb6 req-241ec835-24b5-4848-bf57-c6bb0d543f24 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:44.702916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-feb54b7b-b6dd-4edb-a88f-45b2890addb6 req-241ec835-24b5-4848-bf57-c6bb0d543f24 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:44.704251 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-feb54b7b-b6dd-4edb-a88f-45b2890addb6 req-241ec835-24b5-4848-bf57-c6bb0d543f24 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=6d93a23c-de3e-40bc-8cf2-fbf48a64af7c HTTP/1.1" status: 200 len: 210 time: 0.1044426 Feb 05 19:00:48.482818 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-befeea38-8cf5-42dd-b51b-2e23a4d23b99 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips/02742111-740e-4f71-b30a-a41a80ab9ed4 HTTP/1.1" status: 200 len: 998 time: 0.1347079 Feb 05 19:00:48.737612 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218fda-54d8-4795-b427-70cf7169817d req-a34b100b-b816-47ff-8699-f0dd6c3d3b23 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:48.739229 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-a34b100b-b816-47ff-8699-f0dd6c3d3b23 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.2502458 Feb 05 19:00:48.866610 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-3a8c3ca5-f3c9-4b28-9a5a-0107ba725837 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200 len: 1001 time: 0.1194277 Feb 05 19:00:49.037807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218fda-54d8-4795-b427-70cf7169817d req-fb30dc6a-d7c9-4d10-9e70-8bc786bb78cc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:49.037807 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-fb30dc6a-d7c9-4d10-9e70-8bc786bb78cc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports/a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 942 time: 0.1584365 Feb 05 19:00:49.248691 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-2deb7545-d69d-42f7-a886-6f8fbb0d9ef2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.179 HTTP/1.1" status: 200 len: 1001 time: 0.1332068 Feb 05 19:00:49.488291 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Deleting port 156d4c49-8942-4bb3-ac4c-1944e6217c4a {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:00:49.488893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.674839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.675203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:49.808136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Calling delete_port for 156d4c49-8942-4bb3-ac4c-1944e6217c4a owned by network:floatingip {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:00:50.051722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.068142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-542aa6e6-55f8-4cd4-815b-e726d278411d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:50.164250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event deleted for resources: {'Port': ['ID=156d4c49-8942-4bb3-ac4c-1944e6217c4a,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:50.172204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:50.300251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:50.300629 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Floating IP 02742111-740e-4f71-b30a-a41a80ab9ed4 disassociated (deleted). External IP: 172.27.2.179, port: a880b33c-4e2b-4fb8-94d4-01aacd2f1a93. Feb 05 19:00:50.954866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:00:51.148925 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:00:51.158695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20725633-965f-4d36-8489-311b0a735557 None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:00:51.169024 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:51.169678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:00:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:51.218118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:51.294757 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-efe1ddc8-28df-4e43-8618-63693f700b8d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "DELETE /v2.0/floatingips/02742111-740e-4f71-b30a-a41a80ab9ed4 HTTP/1.1" status: 204 len: 173 time: 2.0400000 Feb 05 19:00:51.295389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:51.357364 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'status': 'completed', 'code': 200} Feb 05 19:00:51.370094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:51.389830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218fda-54d8-4795-b427-70cf7169817d req-9a216c35-231d-4c07-b613-b9f8a8e1a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.391559 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-9a216c35-231d-4c07-b613-b9f8a8e1a43d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1162 time: 0.0837719 Feb 05 19:00:51.540057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218fda-54d8-4795-b427-70cf7169817d req-ff7db37e-1942-4f62-af16-0bb5f0fc9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.541624 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-ff7db37e-1942-4f62-af16-0bb5f0fc9239 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1435366 Feb 05 19:00:51.620767 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-fd80240e-d407-47e9-8e4b-630f6d165301 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 217 time: 0.0724618 Feb 05 19:00:51.692626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218fda-54d8-4795-b427-70cf7169817d req-0b173e5c-3c88-420d-97f0-77cd1ab85fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.694322 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-0b173e5c-3c88-420d-97f0-77cd1ab85fbd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0672319 Feb 05 19:00:51.792958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218fda-54d8-4795-b427-70cf7169817d req-88689201-aa78-4cd7-bdb5-cd9e4a1ea16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:51.794651 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-88689201-aa78-4cd7-bdb5-cd9e4a1ea16f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926449 Feb 05 19:00:51.867691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:51.871852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20725633-965f-4d36-8489-311b0a735557 None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:00:51.880530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:00:51.881167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:00:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:51.947654 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-33828633-3f45-4a58-b8bd-e1039008120e service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449051 Feb 05 19:00:52.080874 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:00:52.097721 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-34218fda-54d8-4795-b427-70cf7169817d req-acc6c37b-b4ee-48ca-ac9d-b5d7936058a9 service neutron] 10.222.0.43 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428502 Feb 05 19:00:52.431821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-20725633-965f-4d36-8489-311b0a735557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:00:52.436055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20725633-965f-4d36-8489-311b0a735557 None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T18:52:17Z', 'revision_number': 4, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': '57c69b62-b269-4c9a-9c9d-4f1a63d331d5', 'name': '', 'network_id': '0e9a81f1-1b03-4d30-a7dd-2192d9f889a7', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'mac_address': 'fa:16:3e:f8:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:16Z', 'updated_at': '2021-02-05T18:52:29Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'subnets': [{'id': 'ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:00:52.738426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3c14b-a47e-4cce-855d-8a1b5f16e7c4 req-92f321a4-115a-4cee-bf6e-607a1ae4ae30 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:52.739247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-20b3c14b-a47e-4cce-855d-8a1b5f16e7c4 req-92f321a4-115a-4cee-bf6e-607a1ae4ae30 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:00:52.782992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-20b3c14b-a47e-4cce-855d-8a1b5f16e7c4 req-92f321a4-115a-4cee-bf6e-607a1ae4ae30 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:00:52.784494 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-20b3c14b-a47e-4cce-855d-8a1b5f16e7c4 req-92f321a4-115a-4cee-bf6e-607a1ae4ae30 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.2129540 Feb 05 19:00:52.834212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb0c94-cb77-4391-805b-68b5a453273b None None] New status for floating IP 02742111-740e-4f71-b30a-a41a80ab9ed4: DOWN {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:00:52.854882 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-20b3c14b-a47e-4cce-855d-8a1b5f16e7c4 req-87d47120-5c9b-4932-a493-bb16a91b4ed3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0627782 Feb 05 19:00:53.909389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1789c-9541-4632-a3c4-435c074be863 req-8077f07b-22f4-4709-a3e5-2dd641bf6ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:53.911118 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-8077f07b-22f4-4709-a3e5-2dd641bf6ac4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=66cade7dbbaf4816930f8fb86904e36c&device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 1162 time: 0.0879467 Feb 05 19:00:54.066947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1789c-9541-4632-a3c4-435c074be863 req-7b3aec80-f87f-44cc-9724-97443ffc2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:54.068472 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-7b3aec80-f87f-44cc-9724-97443ffc2606 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 200 len: 905 time: 0.1502244 Feb 05 19:00:54.143275 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-9bb103d3-fe78-43bd-808f-3497a15b997e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 200 len: 217 time: 0.0664957 Feb 05 19:00:54.160726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c2386-2a44-4165-b627-90a2ba322943 req-2c64c72e-4009-4970-a9d5-70788f128b5d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:54.162447 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef0c2386-2a44-4165-b627-90a2ba322943 req-2c64c72e-4009-4970-a9d5-70788f128b5d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.1737232 Feb 05 19:00:54.221019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1789c-9541-4632-a3c4-435c074be863 req-d46a4d7b-b70d-4d7c-9168-7050d1a03f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:54.222902 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-d46a4d7b-b70d-4d7c-9168-7050d1a03f73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 200 len: 850 time: 0.0721982 Feb 05 19:00:54.229384 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef0c2386-2a44-4165-b627-90a2ba322943 req-2a356f9c-2d2a-4022-b683-5b78a17b11bd tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0591519 Feb 05 19:00:54.310340 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1789c-9541-4632-a3c4-435c074be863 req-3236317e-7295-4c76-b8ed-aca3b671641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:54.311982 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-3236317e-7295-4c76-b8ed-aca3b671641e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820568 Feb 05 19:00:54.314099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:54.324424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-e1e1c500-937b-45be-80e3-83c7e3ce86b4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:00:54.325487 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-e1e1c500-937b-45be-80e3-83c7e3ce86b4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0061278 Feb 05 19:00:54.485473 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-f09fd895-b29b-4466-a4f1-9cc8b1235f31 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512170 Feb 05 19:00:54.633755 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1789c-9541-4632-a3c4-435c074be863 req-622a9845-bec9-45e8-9c1e-3203b5b8f3d0 service neutron] 10.222.0.26 "GET /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406410 Feb 05 19:00:55.534690 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d2eda-bd30-4153-9f7a-4c399aad11a2 req-34c2ed41-b775-426f-87a0-0f9165042935 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:55.536301 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e83d2eda-bd30-4153-9f7a-4c399aad11a2 req-34c2ed41-b775-426f-87a0-0f9165042935 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 945 time: 0.1730263 Feb 05 19:00:55.601635 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e83d2eda-bd30-4153-9f7a-4c399aad11a2 req-9cace215-bbff-4c57-89e8-ba5024f79679 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0588419 Feb 05 19:00:56.012372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:00:56.138036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:56.166573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:00:56.176878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:00:56.211708 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:56.213636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:00:56.253257 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'code': 200} Feb 05 19:00:56.295760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:00:56.299505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:00:56.905307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136cca0-fd91-401c-8124-d886b456fd93 req-6b32d689-f4f1-4e0d-ae77-2344168ee0d2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:56.907017 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c136cca0-fd91-401c-8124-d886b456fd93 req-6b32d689-f4f1-4e0d-ae77-2344168ee0d2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1745167 Feb 05 19:00:56.971706 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c136cca0-fd91-401c-8124-d886b456fd93 req-ee4e41e9-9b47-4136-be6b-e36df0fef8d4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0583208 Feb 05 19:00:58.271307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ec259-8f97-49ca-b1bc-b55aabe56145 req-50a3aeb7-0bd2-4d8d-aabf-b4b87e1a2b85 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:58.272983 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c94ec259-8f97-49ca-b1bc-b55aabe56145 req-50a3aeb7-0bd2-4d8d-aabf-b4b87e1a2b85 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1650195 Feb 05 19:00:58.344109 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c94ec259-8f97-49ca-b1bc-b55aabe56145 req-cc5c385b-484b-418b-9dbb-c6347c2aa143 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0640013 Feb 05 19:00:58.839661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7be7f1b2-2e99-424e-9e12-3b7438a1b230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:00:59.643763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3d70e-29c4-48c9-a21c-a3fcbae5725e req-423ef04a-c532-46c4-a747-8a5ecca4061b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:00:59.645367 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0fe3d70e-29c4-48c9-a21c-a3fcbae5725e req-423ef04a-c532-46c4-a747-8a5ecca4061b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1695607 Feb 05 19:00:59.713365 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0fe3d70e-29c4-48c9-a21c-a3fcbae5725e req-af6f8a34-6e70-4daa-b3c1-8a4a0a808aeb tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0608363 Feb 05 19:01:00.902534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72d47d4a-bf93-4659-867b-08411f95e33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:01.014463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242ad1e-b257-4bd0-81ab-460fb5a2ae9c req-581d62bf-3330-44a7-a15c-6ef93e5e1cd8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:01.016090 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2242ad1e-b257-4bd0-81ab-460fb5a2ae9c req-581d62bf-3330-44a7-a15c-6ef93e5e1cd8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1674440 Feb 05 19:01:01.085638 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2242ad1e-b257-4bd0-81ab-460fb5a2ae9c req-4a27fceb-3a8b-4ff1-a272-e43cd5d45651 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0625992 Feb 05 19:01:02.073545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:02.383578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70521659-b28d-4ddb-be94-214efa850451 req-db7992ef-b607-426d-8f0b-29c739f1ffa3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:02.385113 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-70521659-b28d-4ddb-be94-214efa850451 req-db7992ef-b607-426d-8f0b-29c739f1ffa3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1688595 Feb 05 19:01:02.452526 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-70521659-b28d-4ddb-be94-214efa850451 req-c6d5356b-90db-4e48-87e8-0f44160fce64 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0610135 Feb 05 19:01:02.656575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:03.754100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a6098-388d-41d8-81e1-bffb1f3b3edb req-367fa772-2d31-4d1e-aaf1-0724238d32c2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:03.755757 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-494a6098-388d-41d8-81e1-bffb1f3b3edb req-367fa772-2d31-4d1e-aaf1-0724238d32c2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1719747 Feb 05 19:01:03.787978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:03.823519 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-494a6098-388d-41d8-81e1-bffb1f3b3edb req-298589c5-9835-4d88-8da5-cb803548027a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0609145 Feb 05 19:01:05.126433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c9bbb-162e-42ef-ad58-5cb2e9129406 req-34c8785b-9af9-47ec-913e-97f5ee31d931 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:05.128083 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb4c9bbb-162e-42ef-ad58-5cb2e9129406 req-34c8785b-9af9-47ec-913e-97f5ee31d931 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1721282 Feb 05 19:01:05.196775 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb4c9bbb-162e-42ef-ad58-5cb2e9129406 req-00685866-7f56-4121-80f3-58acd87c0917 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0619550 Feb 05 19:01:06.495058 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f55fd-d1a0-4b08-9b6a-19cecd11a887 req-04e7c318-ee06-47b1-9a51-47518f1c44c9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:06.496663 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e4f55fd-d1a0-4b08-9b6a-19cecd11a887 req-04e7c318-ee06-47b1-9a51-47518f1c44c9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1668370 Feb 05 19:01:06.561991 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4e4f55fd-d1a0-4b08-9b6a-19cecd11a887 req-404d0642-de79-4a8f-91a9-d3c5eb63b0a7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0587313 Feb 05 19:01:07.871616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7020e-b2c0-4d31-b55c-e0a2028dfd3c req-439a0616-9a87-4b39-8ed2-23f9fbc6cc98 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:07.873278 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5af7020e-b2c0-4d31-b55c-e0a2028dfd3c req-439a0616-9a87-4b39-8ed2-23f9fbc6cc98 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1750114 Feb 05 19:01:07.938043 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5af7020e-b2c0-4d31-b55c-e0a2028dfd3c req-d9ea0b29-6bfd-49ec-b9d9-db1f05e77dc4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0585315 Feb 05 19:01:09.236616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49ee19-7511-4baa-b227-6bec0f548f6f req-d2c7fb38-c634-42dd-93f0-c397e528359f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:09.238329 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e49ee19-7511-4baa-b227-6bec0f548f6f req-d2c7fb38-c634-42dd-93f0-c397e528359f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1700523 Feb 05 19:01:09.303790 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e49ee19-7511-4baa-b227-6bec0f548f6f req-6a571c16-fe0a-43d7-80f3-b31e37f08e18 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0585845 Feb 05 19:01:10.598092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0b2da-bc9d-4fcf-ae34-78aec5a249e8 req-1a842622-7eaa-4106-8b28-5ae471181ca7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:10.599747 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b8c0b2da-bc9d-4fcf-ae34-78aec5a249e8 req-1a842622-7eaa-4106-8b28-5ae471181ca7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1661680 Feb 05 19:01:10.665224 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b8c0b2da-bc9d-4fcf-ae34-78aec5a249e8 req-8d432a26-c23b-42f1-bd57-6a2b798c10f7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0572286 Feb 05 19:01:11.956805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066eba75-7900-4e6c-8b6a-b5419a2a9ff8 req-72b9aa1b-3226-46a8-a45c-b4ae25644b29 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:11.958579 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-066eba75-7900-4e6c-8b6a-b5419a2a9ff8 req-72b9aa1b-3226-46a8-a45c-b4ae25644b29 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1648061 Feb 05 19:01:12.026870 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-066eba75-7900-4e6c-8b6a-b5419a2a9ff8 req-c57fa355-00f4-4654-bcf2-e546e354e2aa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0616341 Feb 05 19:01:13.329223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704b69f-61c1-4478-aece-75d3bad55391 req-9ce425b0-efcd-4589-9a75-e9af8c4b2538 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:13.330821 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2704b69f-61c1-4478-aece-75d3bad55391 req-9ce425b0-efcd-4589-9a75-e9af8c4b2538 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1717727 Feb 05 19:01:13.397080 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2704b69f-61c1-4478-aece-75d3bad55391 req-7ed3d24a-ad12-4a65-a7b4-d5e079ef130d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0598366 Feb 05 19:01:14.703133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81832ec9-7aee-443f-bf8d-1432d59c01d2 req-64c5daea-4443-4159-ba6c-b799991a9379 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:14.704726 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-81832ec9-7aee-443f-bf8d-1432d59c01d2 req-64c5daea-4443-4159-ba6c-b799991a9379 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1742084 Feb 05 19:01:14.771502 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-81832ec9-7aee-443f-bf8d-1432d59c01d2 req-76d320c7-90cd-4ad4-94c8-2c4ae86a1325 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0603883 Feb 05 19:01:16.074281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ea835-0021-4635-9ca2-60578401cdf8 req-5d8035fb-bd4c-4ebc-89ca-74a0c8093dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:16.075940 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e76ea835-0021-4635-9ca2-60578401cdf8 req-5d8035fb-bd4c-4ebc-89ca-74a0c8093dfe tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1696868 Feb 05 19:01:16.146621 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e76ea835-0021-4635-9ca2-60578401cdf8 req-1d18aaab-03d5-4ca2-ae3b-2cec6a178347 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0642929 Feb 05 19:01:17.450138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8512a4-f97b-43c8-8d3b-7c16ce09c9cb req-e2dac272-683e-4bcd-9a31-b95a060edd1c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:17.451729 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e8512a4-f97b-43c8-8d3b-7c16ce09c9cb req-e2dac272-683e-4bcd-9a31-b95a060edd1c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1727188 Feb 05 19:01:17.518430 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5e8512a4-f97b-43c8-8d3b-7c16ce09c9cb req-eb978514-d66b-47fe-9cf9-94b9b4c3544f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0603113 Feb 05 19:01:18.161662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:01:18.818118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a2135-6677-4fb0-a0e1-e6921922d4ec req-172fbacf-2251-4060-ae00-1bffe8730a6d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:18.819808 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ae3a2135-6677-4fb0-a0e1-e6921922d4ec req-172fbacf-2251-4060-ae00-1bffe8730a6d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1695457 Feb 05 19:01:18.886539 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ae3a2135-6677-4fb0-a0e1-e6921922d4ec req-e80afef2-94c6-4310-b389-9253a034b839 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0603707 Feb 05 19:01:20.182841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a9384-cb57-4a3f-a049-e9c1221550d5 req-10860459-90e4-493e-aebb-22040d7e4add tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:20.184496 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-952a9384-cb57-4a3f-a049-e9c1221550d5 req-10860459-90e4-493e-aebb-22040d7e4add tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1677046 Feb 05 19:01:20.249029 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-952a9384-cb57-4a3f-a049-e9c1221550d5 req-09e0e1ef-075b-4e91-baf9-e280a789acf0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0581949 Feb 05 19:01:21.562051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff6e05-27fd-47c7-af13-81a56da05281 req-796f9297-c0a6-4f6d-9f74-b1f81721d5da tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:21.563631 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37ff6e05-27fd-47c7-af13-81a56da05281 req-796f9297-c0a6-4f6d-9f74-b1f81721d5da tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1727982 Feb 05 19:01:21.629478 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37ff6e05-27fd-47c7-af13-81a56da05281 req-5b63854e-fdc1-4afd-ad85-62833cafecc4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0593143 Feb 05 19:01:22.931440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a8a0b-1d7d-428e-8875-e5a6709d48a4 req-257ff2ab-e9e9-4bff-8c73-0ac027ed8687 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:22.933122 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f3a8a0b-1d7d-428e-8875-e5a6709d48a4 req-257ff2ab-e9e9-4bff-8c73-0ac027ed8687 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1720383 Feb 05 19:01:23.002097 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0f3a8a0b-1d7d-428e-8875-e5a6709d48a4 req-bf4b43a1-8a2b-450c-ac9e-4d809eda9a34 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0610883 Feb 05 19:01:23.581331 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-e5a47691-74b1-4a63-a75e-54720b30a422 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1547995 Feb 05 19:01:23.995678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219667b4-5803-43ee-93ac-12aabb243f88 req-a794300f-fe07-49d8-9b76-c3f520f10c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:23.997302 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-a794300f-fe07-49d8-9b76-c3f520f10c96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.3185699 Feb 05 19:01:24.214143 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219667b4-5803-43ee-93ac-12aabb243f88 req-8811e568-c192-46ce-a513-c433b3f99664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:24.215764 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-8811e568-c192-46ce-a513-c433b3f99664 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1911588 Feb 05 19:01:24.304188 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-c5dbd71b-77f1-417b-84bd-afb27d084d57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0758753 Feb 05 19:01:24.330781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:24.444364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ea2b2-48bb-477d-b0d0-005a9082b3a0 req-f55023ad-6ae7-4260-a393-303a36227969 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:24.446641 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-519ea2b2-48bb-477d-b0d0-005a9082b3a0 req-f55023ad-6ae7-4260-a393-303a36227969 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.3038280 Feb 05 19:01:24.506955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219667b4-5803-43ee-93ac-12aabb243f88 req-f3d82bef-694a-4937-a83f-4b827836c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:24.509032 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-f3d82bef-694a-4937-a83f-4b827836c69f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.1930106 Feb 05 19:01:24.532959 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-519ea2b2-48bb-477d-b0d0-005a9082b3a0 req-d9002505-719a-4229-9799-0aac55c78d92 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0784595 Feb 05 19:01:24.587774 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-934d45e4-4455-4d0f-9cd4-81794da0c20f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537012 Feb 05 19:01:24.741273 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-9b3091b0-af93-4d2c-8b70-c0b880019030 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427839 Feb 05 19:01:24.893869 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-219667b4-5803-43ee-93ac-12aabb243f88 req-10fa5271-dcf5-40ae-af5d-919ec63a9a99 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1419311 Feb 05 19:01:25.837639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b170af-75b8-41f1-ab8b-b1e21e4d98b3 req-06c7ae07-b3c2-4319-929d-93f476c08946 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:25.839424 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-81b170af-75b8-41f1-ab8b-b1e21e4d98b3 req-06c7ae07-b3c2-4319-929d-93f476c08946 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1755283 Feb 05 19:01:25.910721 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-81b170af-75b8-41f1-ab8b-b1e21e4d98b3 req-a0e54efd-a82c-4c02-be16-498b01c04689 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0648820 Feb 05 19:01:27.214317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91b862-2dca-4a85-b14a-2bb887e276cd req-38b9129b-f73c-4aeb-b021-1b311854daba tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:27.216119 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ed91b862-2dca-4a85-b14a-2bb887e276cd req-38b9129b-f73c-4aeb-b021-1b311854daba tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1716976 Feb 05 19:01:27.284501 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ed91b862-2dca-4a85-b14a-2bb887e276cd req-3297af2f-ee13-4134-a9f5-1976b369b9fa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0616651 Feb 05 19:01:28.584315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb19d9-7eb6-4d39-a536-6bb494a55981 req-50345180-9181-41c4-92f7-120472a09e6c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:28.586704 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5aeb19d9-7eb6-4d39-a536-6bb494a55981 req-50345180-9181-41c4-92f7-120472a09e6c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1686420 Feb 05 19:01:28.655079 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5aeb19d9-7eb6-4d39-a536-6bb494a55981 req-be7b0302-c575-428a-a17b-8ec28a20fa65 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0620859 Feb 05 19:01:28.850546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ad16a417-e7ec-4279-8259-e2a921d5a45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:29.964857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c47205-5a7d-476f-af73-e6aa1beb1f1d req-c0522fe8-10bc-4f3d-a314-c9297a6e55f2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:29.966554 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-26c47205-5a7d-476f-af73-e6aa1beb1f1d req-c0522fe8-10bc-4f3d-a314-c9297a6e55f2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1799011 Feb 05 19:01:30.035662 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-26c47205-5a7d-476f-af73-e6aa1beb1f1d req-8a57ad87-82d4-4d6e-b77e-83cdacf0b0f3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0626798 Feb 05 19:01:30.896204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b36db69d-d235-45e1-b05d-a2dff25d314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:31.344537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1b229-fb5e-4542-a78d-bd06d45c3f19 req-66f1b048-4e57-4c86-a6a1-7c63bf200717 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:31.346218 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f4a1b229-fb5e-4542-a78d-bd06d45c3f19 req-66f1b048-4e57-4c86-a6a1-7c63bf200717 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1743135 Feb 05 19:01:31.412485 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f4a1b229-fb5e-4542-a78d-bd06d45c3f19 req-8c9935d9-7587-409c-83be-9144de8ce86d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0596600 Feb 05 19:01:32.079546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:32.673996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:32.721976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c21420-493c-48e9-9154-0a3ec761bcac req-acf77e18-432a-4a13-82c0-f7c94052011c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:32.723660 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4c21420-493c-48e9-9154-0a3ec761bcac req-acf77e18-432a-4a13-82c0-f7c94052011c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1721272 Feb 05 19:01:32.792065 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a4c21420-493c-48e9-9154-0a3ec761bcac req-280b0fbf-f9d5-4b6b-9229-5a305e88d2e7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0609901 Feb 05 19:01:33.793512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:34.091944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6f2a7-d54e-409c-9d18-9f173c619e9d req-c7508478-613b-44ef-a38f-5c9ee0443698 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:34.093499 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ca6f2a7-d54e-409c-9d18-9f173c619e9d req-c7508478-613b-44ef-a38f-5c9ee0443698 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1695008 Feb 05 19:01:34.159923 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5ca6f2a7-d54e-409c-9d18-9f173c619e9d req-07a49ffb-fc1b-472f-85b9-a14c54c88457 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0599265 Feb 05 19:01:35.462848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546655d-cc17-4c93-9482-20e70d4e86d2 req-fa692c4a-0d94-4ceb-971d-508202392364 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:35.464496 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d546655d-cc17-4c93-9482-20e70d4e86d2 req-fa692c4a-0d94-4ceb-971d-508202392364 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1718578 Feb 05 19:01:35.531612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d546655d-cc17-4c93-9482-20e70d4e86d2 req-332c515b-00dd-48bc-a458-4f7a8c84f313 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0602570 Feb 05 19:01:36.828678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86dd7f-ed41-4225-b0a0-7dd98e85d9af req-d1256bb4-0bae-46c4-9596-c90fbc221996 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:36.830420 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3e86dd7f-ed41-4225-b0a0-7dd98e85d9af req-d1256bb4-0bae-46c4-9596-c90fbc221996 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1682956 Feb 05 19:01:36.895170 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3e86dd7f-ed41-4225-b0a0-7dd98e85d9af req-ed5c5fab-1643-4932-b8b6-19004466839d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0571363 Feb 05 19:01:38.191288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0624f08-8549-4a89-8808-62084fafe541 req-aa902017-48e2-443e-8ddc-ac3069c89d31 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:38.193008 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0624f08-8549-4a89-8808-62084fafe541 req-aa902017-48e2-443e-8ddc-ac3069c89d31 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1654692 Feb 05 19:01:38.261071 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0624f08-8549-4a89-8808-62084fafe541 req-7037be70-9278-444d-8e74-bdaf43c058fd tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0609407 Feb 05 19:01:39.574698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d646f-b65e-469c-8738-c15219b0f18c req-d78792f0-4a30-47ca-a0bc-1b66b296558f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:39.576338 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-465d646f-b65e-469c-8738-c15219b0f18c req-d78792f0-4a30-47ca-a0bc-1b66b296558f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1759760 Feb 05 19:01:39.872493 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-465d646f-b65e-469c-8738-c15219b0f18c req-ab97f9b3-ef5d-40e5-b0f9-57751d238d03 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2897165 Feb 05 19:01:41.180361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d14d9-db39-48f1-8a12-15076d935356 req-9da89434-4948-471a-bcd3-3603d9cd4758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:41.182115 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1d7d14d9-db39-48f1-8a12-15076d935356 req-9da89434-4948-471a-bcd3-3603d9cd4758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1723287 Feb 05 19:01:41.251001 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1d7d14d9-db39-48f1-8a12-15076d935356 req-345388f2-077d-42a7-9d28-baba1e99d47b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0607727 Feb 05 19:01:42.546141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227e884-d74f-423e-a787-9fcccde62757 req-c73da8c2-8dda-425f-9a88-7f4cee0338e2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:42.547865 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f227e884-d74f-423e-a787-9fcccde62757 req-c73da8c2-8dda-425f-9a88-7f4cee0338e2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1650424 Feb 05 19:01:42.617767 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f227e884-d74f-423e-a787-9fcccde62757 req-8b694167-a59a-4bdf-9ce3-3125b00fd96f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.0628965 Feb 05 19:01:43.544995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-15319d88-3b0d-4291-8d90-983f61b6ecf7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:43.546614 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-15319d88-3b0d-4291-8d90-983f61b6ecf7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.1788020 Feb 05 19:01:43.653469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Deleting port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:01:43.653848 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:44.084796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de655f-a95c-434e-9b84-3c72779260df req-a61211a9-6117-4523-a4c3-a863f5080423 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:01:44.087502 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6de655f-a95c-434e-9b84-3c72779260df req-a61211a9-6117-4523-a4c3-a863f5080423 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 943 time: 0.3328893 Feb 05 19:01:44.125614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] For port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:01:44.126017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:44.285821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Calling delete_port for a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:01:44.347887 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6de655f-a95c-434e-9b84-3c72779260df req-03aab204-a07e-4d16-b1d2-32a6e2ef22c2 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups?id=0bfcf04a-fe8d-4241-a2ec-bed513699df2&fields=id&fields=name HTTP/1.1" status: 200 len: 320 time: 0.2502234 Feb 05 19:01:44.605031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:44.621211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a8680961-7b31-498f-870e-2f2dc9083d1f tempest-AttachVolumeShelveTestJSON-392565175 tempest-AttachVolumeShelveTestJSON-392565175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:01:44.719330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event deleted for resources: {'Port': ['ID=a880b33c-4e2b-4fb8-94d4-01aacd2f1a93,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:01:44.735219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.735636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.736047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.736451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.736852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.737250 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.737644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.738038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.738473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.738867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.739264 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.739653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.740113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.740507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.740895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.741847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.742272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.742664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.743057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.743449 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.743840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.744226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.744615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.745001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:01:44.748924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:01:44.854809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] No DVR routers for this DVR port a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:01:44.862258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:44.862258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'name': 'network-vif-deleted', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:01:44.936645 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-13a5355b-d362-44b0-9c3a-0212f3c421a5 req-92d1da75-1e88-45b1-9923-fcf9509fb758 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.26 "DELETE /v2.0/ports/a880b33c-4e2b-4fb8-94d4-01aacd2f1a93 HTTP/1.1" status: 204 len: 173 time: 1.3807700 Feb 05 19:01:45.063082 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8327bca4-40d4-49cb-aece-dd0adda7b016', 'name': 'network-vif-deleted', 'tag': 'a880b33c-4e2b-4fb8-94d4-01aacd2f1a93', 'status': 'completed', 'code': 200} Feb 05 19:01:45.529623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-64809438-5ba7-4186-b560-c6d9370c7437 req-b4437ee2-6dfd-4b95-99ba-2ad1be910582 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:01:45.581566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-64809438-5ba7-4186-b560-c6d9370c7437 req-b4437ee2-6dfd-4b95-99ba-2ad1be910582 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:01:45.582938 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-64809438-5ba7-4186-b560-c6d9370c7437 req-b4437ee2-6dfd-4b95-99ba-2ad1be910582 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.1022761 Feb 05 19:01:46.764936 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e1353cc6-c4be-4707-9729-07de243476dd req-89d1d00c-8e15-4b34-911f-295c780f0b29 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0487382 Feb 05 19:01:47.952614 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-475ca692-b1be-41b2-807b-86210efffe0e req-3989ddb8-f527-44c7-9b9e-b7a190a84760 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0532849 Feb 05 19:01:49.135743 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-20f69286-0198-445d-8c35-ed7580154b31 req-5fc1c027-104d-4c2d-8cd6-acd00f2e9bb9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0510600 Feb 05 19:01:50.314708 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-33cae058-6132-46e8-8bb7-611c687ddb64 req-140512ed-90ac-4196-aded-aa72c417be5f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0499642 Feb 05 19:01:51.498984 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c4706493-aa94-4c9b-bea6-153ba129405e req-42ee7020-a443-4e4c-92fc-cf5b484aa2da tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0529883 Feb 05 19:01:52.676607 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-90703eed-2221-4621-bb78-b50c4ba67d06 req-269b832a-38b4-4363-9d0e-5b16eb5ab9cb tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0495107 Feb 05 19:01:53.856979 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-320f56d3-0dae-4a88-a529-ec3201b90bc9 req-fe4fc6ba-1c2e-46a7-b4ab-9b7d6fe8cd37 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0498025 Feb 05 19:01:54.336475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:55.057616 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1d1909e-d8a0-4de2-8f2d-4606751da2ac req-05b0f102-9332-44b5-95ca-757a012bb62b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0575035 Feb 05 19:01:55.161817 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:01:56.247665 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5629402e-df11-462c-b6f3-2839aaee1979 req-30027636-97b4-4bdb-bf1a-790600d2eca9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0490777 Feb 05 19:01:57.432338 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9c8e1da6-0f7a-4dd1-b8be-01a0254439b2 req-ec0ab1fd-7da5-46de-a2e2-963555c2e290 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0507238 Feb 05 19:01:58.616605 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f1cc0fce-f943-4b4e-8292-1d16eb8a2fa7 req-6f02d6a9-d2d9-4492-b5ff-68994defc497 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0523217 Feb 05 19:01:58.868011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-30bd38aa-59a8-492d-b77e-9f9bcabb6707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:01:59.802483 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-113ce942-8fd8-4ec6-bb91-875648bc6098 req-0796766b-7667-4f6f-8991-500e0624c22c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0515728 Feb 05 19:02:00.907164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1714b6b4-2591-49d7-90b7-4eae71f3f9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:00.986178 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-846ad098-08ff-43d0-adf4-ffb50fe85a34 req-5c721fea-1943-44ca-850b-1bade38b7e5f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0513492 Feb 05 19:02:02.084129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:02.172640 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bdc2a143-e616-4b29-901b-cd499d7eba7f req-16384081-f72e-48a3-bb23-8515b66d54dd tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0535698 Feb 05 19:02:02.655640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:03.365968 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2016596f-7b5f-42db-b755-35649f4e8ae0 req-9494cdda-42fa-4ad2-80f5-1c2861b4e3d7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0496953 Feb 05 19:02:03.804372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:04.552852 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-afca6091-8bee-4890-8e98-dfe37acd9f51 req-fb9b66f4-f623-4363-8d2e-a05face423d1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0524526 Feb 05 19:02:05.742948 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-073face3-9228-41e5-a01c-227c9f11c74b req-b0208c48-68da-4f6e-b32c-5fcfafa266aa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0542676 Feb 05 19:02:06.921538 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b8953a38-e5fd-4501-b283-3c7af0e0181d req-018db5de-fb67-4115-8a8a-2110009801bb tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0500281 Feb 05 19:02:08.102005 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ba30c569-03c7-44fe-a5f6-4ac53a942306 req-507c184a-f6e7-4661-88b2-eb6d107cc3dc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0499063 Feb 05 19:02:09.286541 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0cb841a0-86d6-4648-872a-3d28214fa366 req-2c8ab7e2-cf7f-4465-9e11-b82b8bbfb7ba tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0533886 Feb 05 19:02:10.475909 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1f80d286-c96c-46c1-9c1f-4aa2232f13bd req-0e4fb36c-b44c-497c-afe7-d65911da5d19 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0491226 Feb 05 19:02:11.656567 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-80dead4f-f91c-4d6a-a1b2-7a129f56946d req-75462389-53ef-49f7-bdb7-17737f5067de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0503228 Feb 05 19:02:12.838894 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-095d0fa2-9d5d-4f4b-b8ac-6b561b71acc0 req-a63606cb-5ef5-466c-97de-8cafdc2deb17 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0535088 Feb 05 19:02:14.018972 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-89568501-1506-46d6-ab3c-2eb47444e636 req-b5f676f7-8a6e-4669-be7c-aac9b2c42db9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0504565 Feb 05 19:02:15.260090 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e7d7391a-5e08-40c6-acab-b34868a3b2e3 req-ae12baa1-6eda-4cfd-98ae-8be9d05470f6 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0530310 Feb 05 19:02:16.453766 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-22f3cbce-7bd5-497f-b666-476951767210 req-005b132d-02de-4b25-b850-8ba679a52eac tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0553586 Feb 05 19:02:17.636348 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b08b21c2-979b-442e-a5c4-1a1defa9409f req-2558269d-34bd-4ecb-9262-2b5151713c22 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0494387 Feb 05 19:02:18.817524 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6fa57590-4387-4760-8a88-e71089739924 req-9f322950-f3a3-4682-8f0f-7663c58789af tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0508475 Feb 05 19:02:20.002588 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-83ba47fa-14a8-445c-a2ca-666b3aee7449 req-ea147096-42cd-44dd-bff8-754ff4201b41 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0525129 Feb 05 19:02:21.185937 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dc550da8-9c91-4166-9735-6c58fdefbb89 req-ca47f73c-68f3-497b-8a53-4b032bad532f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0506911 Feb 05 19:02:22.370145 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0943ffea-7a66-4a59-af9e-3343303fe017 req-cd2ed3bf-203c-44cb-9957-215a18f20b11 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0490108 Feb 05 19:02:23.573841 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-202372bb-8d27-4309-bab6-320771262e09 req-9e3c670a-270c-4282-b442-7acb7c16a8c6 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0537324 Feb 05 19:02:24.353362 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:24.756405 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-14afafba-6020-4d2f-9467-ad06f7d79b46 req-336e12aa-7cd7-4ef2-9d17-f9c712188fa8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0510244 Feb 05 19:02:25.494943 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-2ba144dc-b35b-4c14-b04b-704d919f4672 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0799582 Feb 05 19:02:25.660373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-18391615-cd65-4e85-8da5-e901de8d7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:25.661992 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-18391615-cd65-4e85-8da5-e901de8d7576 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0833108 Feb 05 19:02:26.043321 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6413eb93-5810-4aa3-bff2-68213163ca76 req-fb3e1635-d5ac-44bd-ab4f-f62e67424d7d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.1062567 Feb 05 19:02:26.099618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-01461f65-7a0f-4647-8003-f4307ad97878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:26.101731 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-01461f65-7a0f-4647-8003-f4307ad97878 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.4148567 Feb 05 19:02:26.181461 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-758ff043-011e-4342-90f6-30da69c0b6e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0697908 Feb 05 19:02:26.253647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-68786512-e08f-4b5b-8a9b-93c100893a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:02:26.255331 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-68786512-e08f-4b5b-8a9b-93c100893a5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0641971 Feb 05 19:02:26.316471 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-584a69d8-eb15-4de6-abbe-fb99859c616b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509567 Feb 05 19:02:26.466835 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-77e59b11-89b2-477e-8fa0-a051ebd36af4 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396067 Feb 05 19:02:26.615314 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00da6fca-c0ab-400e-b014-5a19fb8de40c req-ac69856e-610b-487d-b552-81ca8129f0a5 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376050 Feb 05 19:02:27.231860 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2fada36f-4b16-478e-83bb-c58bd10b77a1 req-3fc3de41-bf4b-465c-95dd-05519b37f2b0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0540614 Feb 05 19:02:28.411710 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-857ac706-ea52-4755-8384-5bcaf54490d8 req-9e6d9fb9-d821-401f-a3ca-fa4d16f4a440 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0511315 Feb 05 19:02:28.844076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7adee573-e3b0-4830-af6d-0cc65b8b4188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:29.605650 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7e1daf95-71ae-4fbd-97df-8c53ff67cc9a req-ef729621-38e3-4e24-8d88-a834726c3374 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0612974 Feb 05 19:02:30.791518 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0337a16e-b288-4706-b528-6366ab82ae4e req-17850707-d311-41fb-b4e4-792e127b2c25 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0523944 Feb 05 19:02:30.900695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-60fef548-79d3-4ba6-abb0-e7ad225f37a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:31.974097 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a3ae4087-e127-4133-94ff-8d6d52f12b08 req-1b2d8850-d897-4aa1-be11-90f7f8ec1a1c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0494678 Feb 05 19:02:32.072608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:32.160891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:02:32.649856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:33.165213 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f49c03c8-ce05-468e-96b1-d8d012260981 req-20d28556-f710-4a44-bcdf-fb46beb7287a tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0533679 Feb 05 19:02:33.797217 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:34.348736 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-964589a3-c2c6-4a9e-ad84-e31c52d36844 req-fea0a13a-46af-42f7-9818-c0df50058bb3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0544050 Feb 05 19:02:35.527122 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-97db74db-0bc2-4a19-aa45-2919cc53f4ae req-7ba3eec0-4320-4a39-b50f-29f0c784274e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0502434 Feb 05 19:02:36.710333 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5c362a39-a3c5-4603-8469-ba05a4086b09 req-8f0310e8-6bdd-486c-a0fb-2470b69b1123 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0499716 Feb 05 19:02:37.893937 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-daae36d3-0461-4d78-9f03-278ca3581d21 req-d550d349-f6d5-4b2e-aff4-bdc3f5e1092c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0493505 Feb 05 19:02:39.224707 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6eaa6a4b-6467-4f7c-90d5-545aab75338c req-1d6e06e9-11dc-4eb9-b7cb-3f1c4af3a96b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0507345 Feb 05 19:02:40.410835 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-54eae196-50ca-4ac6-adb9-389cafc149f6 req-f10dabf1-5222-46a1-85f7-455762b16472 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0547004 Feb 05 19:02:41.592590 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5b695fdf-1381-4e98-aa61-b555ab81e8ad req-256eefd9-2f84-427b-b29a-cc867d40e849 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0538218 Feb 05 19:02:42.770826 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-82ff555d-05fe-4e43-832f-23fb3352cfc7 req-882a0b4e-f621-4153-955e-8af9dc938223 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0497596 Feb 05 19:02:43.956926 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5cceb1bc-1c4b-499a-9a5d-7b2287e34564 req-f95ce190-4e81-4d36-bbe2-3898817fd4aa tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0502200 Feb 05 19:02:45.142594 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-140f15b2-70c7-4e46-a513-b221ef2f68f9 req-888c6759-1202-4ba2-a6d3-bca238cb8e6e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0498548 Feb 05 19:02:46.321879 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-26e93475-ad66-4b4d-8634-431dbed522b0 req-959d9029-9e18-47d7-8d73-a3e6e2d87d1e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0515316 Feb 05 19:02:47.505918 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f79adcf7-a0c7-4c25-8594-abba2b1e9629 req-a986f6f9-a16a-4e30-a28c-bd8a43080ed8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0546298 Feb 05 19:02:48.686963 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31845563-0589-4f22-9de1-0c4f9200ac3d req-ec828481-e11a-4acd-8594-1ec12b81327e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0536885 Feb 05 19:02:49.884013 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3763e8ad-c189-4841-85db-ea16f06d1153 req-d0f5c309-1da2-4694-9828-556f06b4da96 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0518041 Feb 05 19:02:51.074794 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dcf6b3c-ad07-4845-8a4a-abf1d59f8aa5 req-357db742-5c71-4a46-bc65-ea35e75dbdb7 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0523860 Feb 05 19:02:52.258871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a85f3bb0-2874-4898-97ff-981901af37de req-4f515fbb-fb65-4220-ae9c-bfe101b80e44 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0492535 Feb 05 19:02:53.438346 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-51620ae5-dc1d-4de1-808b-3e5eaee29599 req-2bcd30f1-f493-49af-b3ed-b1078124d987 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0501957 Feb 05 19:02:54.352689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:54.633755 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7fb8af0a-706b-4462-8ac7-551358a878c3 req-8a68821a-55e2-4855-9e23-bf9f6eec5a74 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0582266 Feb 05 19:02:55.823284 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-138fd80c-ab98-47c4-b78d-462a93308cd5 req-24570a86-480e-4c25-9ba4-d8db7b9c16d5 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0546849 Feb 05 19:02:57.003772 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f8af6ce5-97ed-4f70-bc82-2cf276c65e3e req-3cce6c1d-1a0a-4802-b191-54c688005fd0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0501955 Feb 05 19:02:58.185963 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-059d7cd5-fafd-4bd2-be0c-180dc59e8595 req-a6d1e7f9-1afe-4c37-8eb1-7c62b0866681 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0492907 Feb 05 19:02:58.854777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2fe8350d-2591-4d51-ac12-39767eb1907e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:02:59.371473 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a10af45b-0ae3-45ab-a288-2ac26e9de2b1 req-d7026ea7-8363-4a5d-901e-999e900440f4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0507984 Feb 05 19:03:00.553554 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d129d9c0-1c86-4476-b272-7d442cac27b8 req-47f19dff-d05a-43e0-ab05-9f87bce2378b tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0519145 Feb 05 19:03:00.894308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c065-2046-4ebc-9d2f-1be72b3933c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:01.736790 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-01509fa4-a4e5-403e-b6f5-bb85be7725c2 req-45a69685-8ef6-45b1-958a-6cc69df9bbf1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0542395 Feb 05 19:03:02.083122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:02.666464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:02.922969 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1ef8c33d-4a52-44b8-957c-d2532eb5008e req-86f95463-52b7-46db-b965-d4346b122907 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0541694 Feb 05 19:03:03.803168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:04.102883 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c7771020-18e8-4859-a429-1a774e2195fa req-f83cbfdf-af79-4361-a218-b2f7271cea3e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0506144 Feb 05 19:03:05.290602 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f116c489-a18e-4a86-8d75-f18c81f78a58 req-bcc7ed36-f135-4991-8e8e-0c927eea87f3 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0524697 Feb 05 19:03:06.479202 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-18cebc94-d2a0-4bf4-b98d-d04f8a4f2367 req-b1e8fb71-0755-4280-b5ad-cad28773a3b1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0515368 Feb 05 19:03:07.661174 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-781e4aca-6f27-49e2-adf6-afcb32ac8bb5 req-4bfba4bb-d891-4f8c-b57e-2f3fd2534b7e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0506489 Feb 05 19:03:08.852750 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-40cab9db-6168-43f9-820f-4850eb107cf5 req-38f18da4-dddb-46ad-a35b-17714e3bde89 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0555665 Feb 05 19:03:09.161138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:03:10.039763 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-93e0b6da-5f83-4deb-9944-e84203ddef44 req-2c1b0b53-ced0-4086-8971-68b145673741 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0532978 Feb 05 19:03:11.217916 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6838a30e-9e70-4225-b151-f41378e3d62d req-dab9f63b-ef32-474a-80a9-9833df78d5da tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0504620 Feb 05 19:03:12.399808 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7980f01e-d4b4-4562-9cf9-397b1ddc8b96 req-99b952d6-232d-4d9d-9caa-906c16078891 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0497599 Feb 05 19:03:13.583536 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-175fed82-9dff-4ee3-a28b-2048599ff673 req-703cde45-6749-4c1c-8893-596a9cd6fa6c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0505643 Feb 05 19:03:14.760199 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-854c95e8-1999-4fab-9d69-6a7493215eaa req-11b0f516-1c6b-4102-95bf-8d0f56ca8373 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0484908 Feb 05 19:03:15.955395 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dcd47f72-8ff0-44e5-b016-fd27a2247efd req-b18f66b1-2246-4db3-947d-9f4a8af6769c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0639741 Feb 05 19:03:17.140164 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ef52df32-aeab-4220-b436-0550e52d7a2c req-d2835b47-9296-49e2-b053-bfb5e25e35fc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0530837 Feb 05 19:03:18.326385 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-54d33a8f-8128-4c1e-9282-e133c2bb8e89 req-2bd9cd4a-6202-4f9c-bb9f-0c23c9048f1d tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0503902 Feb 05 19:03:19.506850 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ec5628fb-59c2-4f91-8192-f7d5d7e99fbf req-62a0906a-7b1d-4f8b-be66-9c1da6f029ac tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0495331 Feb 05 19:03:20.691189 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d8d3a6d7-892f-4e01-99a4-437621ad8943 req-0eb2f21c-a3cb-4d12-a7c0-5ba61e0396ec tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0506635 Feb 05 19:03:21.871295 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-26cfa4a9-82cd-4d85-b092-836b9e96e8f1 req-8b7ce778-3e1a-43a7-9cea-cde7e285be84 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0489314 Feb 05 19:03:23.067124 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-20f923c1-b6b3-46e4-a23d-cdb63eb8ddfd req-53ba5cab-54bc-461e-a201-68d8e04c2991 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0626915 Feb 05 19:03:24.253870 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7f3c57db-af68-4e4e-8fd4-1674a9fd6cae req-bd76004c-6a6f-43f5-8882-c5fc8a412207 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0540137 Feb 05 19:03:24.391642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:25.479653 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9d5bbcfc-785c-4454-bfa8-f730f883a224 req-3b718f78-f1fb-4c43-974b-fb0c98fe0d14 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0941744 Feb 05 19:03:25.520298 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-5b10dc05-b7a2-438a-bab0-887f0174a2cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0955052 Feb 05 19:03:25.729301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-3071bb11-c2da-43c2-a0b8-ab38f1a05075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:25.730970 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-3071bb11-c2da-43c2-a0b8-ab38f1a05075 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0801415 Feb 05 19:03:25.904357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-d9051714-0080-46b4-a725-b0743e1fc2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:25.905981 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-d9051714-0080-46b4-a725-b0743e1fc2f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1469538 Feb 05 19:03:25.987220 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-ad49879b-5a5a-4352-b3bf-61c67bc392a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0714011 Feb 05 19:03:26.063908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-517b4987-58b3-408a-8c6a-04b7c9ecc836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:26.065527 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-517b4987-58b3-408a-8c6a-04b7c9ecc836 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0685742 Feb 05 19:03:26.123389 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-317fa05d-49c6-4989-88e3-6d6db232435f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481367 Feb 05 19:03:26.277301 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-d8cf451b-1691-4305-b425-4cbfb8be927e service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431098 Feb 05 19:03:26.430101 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f2de87bd-dd78-414b-87cb-d4ac8cc0439d req-b1429f92-923b-4d55-ab96-d384c48fb5fa service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1410911 Feb 05 19:03:26.674446 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8f839b6c-cd01-428d-b8ee-611841fe84fb req-0e8aecac-0302-41f9-a5c3-8c23560f127f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0505605 Feb 05 19:03:27.866134 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7a0cf77d-e238-41e4-b24e-c43c997245af req-939e8fce-f696-4b94-9d96-4d18621047d0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0548418 Feb 05 19:03:28.837580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-456885cc-29f2-4a72-9373-acc0b2fc2d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:29.049420 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ebcbb246-518c-445b-90de-9a5de51a134b req-024b83f4-ce66-4587-bafb-82c7a49d1565 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0511465 Feb 05 19:03:30.437310 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-98cca2ea-f5b7-40ce-b130-2cb7cfc4b500 req-e554eeee-1eb8-47aa-84e6-dd9963223d9c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0496898 Feb 05 19:03:30.899997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-87c66b8e-bee7-4e04-b22c-01f8a2c28f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:31.625310 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ee0f0c99-f5c9-4ba9-86dd-d4594b5a2c11 req-df1baafa-1a6f-47a9-8bdd-6ff9ac4f344c tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0543027 Feb 05 19:03:32.077590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:32.664574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:32.806242 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1880096e-9673-43f4-a751-5121c3db793f req-5d5e33a9-2de6-4d67-beca-a70f76c3cb76 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0515831 Feb 05 19:03:33.807194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:33.992703 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a71e2426-4ee4-4e9b-8b91-a580e05804b1 req-64adc19d-a12c-462d-9967-5e4a25603799 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0515156 Feb 05 19:03:35.180619 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d21614f0-1ca4-44ba-aab8-2af35e0152fa req-275251dc-757c-42ad-8130-80db231afa87 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0551078 Feb 05 19:03:36.359214 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-05b9d286-f600-4eff-9575-cac285371403 req-98c7c63f-4be0-4eba-94b3-df55e438a3a1 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0493989 Feb 05 19:03:37.539778 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fb3af20a-fb10-4370-a0af-fd146c249918 req-56ac0b56-d9da-4355-adc9-995c42b746b8 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0503697 Feb 05 19:03:38.727191 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-062707a6-2a67-4d11-bd81-0b460d8a855b req-d8371fcf-cab2-42ba-bf13-d93aa53e08f4 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0556538 Feb 05 19:03:39.915398 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8362e8f7-e72e-4027-9deb-bf100d405e9c req-2f3e8131-5c7a-4d28-96d7-34dc93fa47a0 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0515926 Feb 05 19:03:41.097478 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9c12095d-12c3-434a-b8fc-7e70dca7dda1 req-991f196b-5692-4b1e-9e1d-20274d7f6a09 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0496087 Feb 05 19:03:42.295431 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-769fc5b7-fe42-4b50-b282-0b6eb2e344f7 req-53e57d03-63ee-4e91-948e-d6c2eb7ddd10 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0557756 Feb 05 19:03:43.474023 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ee86863c-9794-46e8-823e-37902ec54e9c req-4a93750c-991d-46b0-b691-d4a42812c31e tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0502322 Feb 05 19:03:44.656236 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1b23654e-4ed0-4820-8714-57a50b35b17d req-c4e81902-9f55-4136-98cf-7e67354802ab tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0502381 Feb 05 19:03:45.864593 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a82a1a80-9f5b-42e6-a6b3-92164c02a034 req-6376ba99-08e3-4d48-aeda-9d3fcc567504 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/ports?device_id=8327bca4-40d4-49cb-aece-dd0adda7b016 HTTP/1.1" status: 200 len: 210 time: 0.0608857 Feb 05 19:03:46.161627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:03:47.107796 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-be7e72e2-365d-45b9-a44a-3d25e207eaa9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips/9dfb19e5-5459-4f08-8cde-18291180b937 HTTP/1.1" status: 200 len: 693 time: 0.1053905 Feb 05 19:03:47.353167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-c6d03789-4c23-4041-b587-1387e7a1592f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:03:47.354758 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-c6d03789-4c23-4041-b587-1387e7a1592f tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.2411535 Feb 05 19:03:47.463247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-3b6084af-f0e1-463b-9e3e-8c10ad9c0976 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Synchronizing usage tracker for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:03:47.511065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-3b6084af-f0e1-463b-9e3e-8c10ad9c0976 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Unset dirty status for tenant:66cade7dbbaf4816930f8fb86904e36c on resource:floatingip {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:03:47.512367 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-3b6084af-f0e1-463b-9e3e-8c10ad9c0976 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.226 HTTP/1.1" status: 200 len: 696 time: 0.1500418 Feb 05 19:03:47.620389 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-16e40dc7-db5f-46b2-9dc9-f89a7d83cfc9 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.226 HTTP/1.1" status: 200 len: 696 time: 0.1006770 Feb 05 19:03:48.029083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Deleting port a7bf105d-ddb1-4fe8-96b7-f6ccbe3c8c16 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:03:48.029464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.215571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.216954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.352652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Calling delete_port for a7bf105d-ddb1-4fe8-96b7-f6ccbe3c8c16 owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:03:48.614071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.630399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0779e227-e88d-4c36-b8cb-2828c642b7f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:03:48.728346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event deleted for resources: {'Port': ['ID=a7bf105d-ddb1-4fe8-96b7-f6ccbe3c8c16,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:03:48.742232 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.742584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.742983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.743376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.743763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.744149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.744577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.744959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.745341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.745722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.746105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.746506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.747004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.747387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.747768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.748148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.748571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.748958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.749337 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.749718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.750096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.750495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.750876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.751249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:03:48.761392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:03:48.873634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.968936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:48.970187 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3f97cc4d-be6c-475f-9d94-794c1430e78e req-89d4cc39-95b2-4d8c-861b-b9c02e9001de tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "DELETE /v2.0/floatingips/9dfb19e5-5459-4f08-8cde-18291180b937 HTTP/1.1" status: 204 len: 173 time: 1.3436701 Feb 05 19:03:54.403369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:03:58.842469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73ad83ff-43f7-48b3-af36-1e2272bdb233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:00.917820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c6c175f9-b3fc-4e8e-9eed-88bb2d1ca175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.082402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:02.670799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:03.819292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:23.160867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:04:24.418706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:26.488337 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-d7ddf40f-9ab0-4612-aff0-fa6b3498a1b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0812578 Feb 05 19:04:26.656316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-0775466a-67ba-4304-b6de-87fcbf6ec439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:26.657958 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-0775466a-67ba-4304-b6de-87fcbf6ec439 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0840008 Feb 05 19:04:27.132099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-d444f859-52f3-47f4-8516-f3c0bc1e8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:27.133720 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-d444f859-52f3-47f4-8516-f3c0bc1e8081 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.4497056 Feb 05 19:04:27.236602 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-2e742a50-3c3d-4bed-9025-ce7562ae5b62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0918307 Feb 05 19:04:27.311380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-7917da92-f1ce-401a-b148-34b08468f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:04:27.312946 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-7917da92-f1ce-401a-b148-34b08468f64e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0661201 Feb 05 19:04:27.368976 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-42bcb927-e478-4345-8ce7-48ca9354f78a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468323 Feb 05 19:04:27.521936 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-98fb37e2-44bd-49c0-bf5f-4768ff073f23 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411715 Feb 05 19:04:27.671409 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3de012e8-839e-4ea5-97e9-0b6296ec8123 req-2e75be40-3f8c-442c-8981-3165884c29e2 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387956 Feb 05 19:04:28.885961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-025fe169-a31b-4e46-acb0-98c1278a47f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:30.910423 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-569ee76a-1757-4822-9af5-ae74e2a7b1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:32.092948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:32.652629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:33.811641 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:54.416559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:04:58.858782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dd6577a5-1061-4a67-9897-165157f9e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:00.161630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:05:00.915274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4a771f9a-92da-4c05-b02c-62f40381819d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:02.109586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:02.652376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:03.806671 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:24.400754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:28.528509 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-682d8520-e5af-4dce-8e4a-57d3d55705cf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0835176 Feb 05 19:05:28.690305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-2cc88951-2178-4e6b-843d-ef0bb24232aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:28.691933 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-2cc88951-2178-4e6b-843d-ef0bb24232aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0823407 Feb 05 19:05:28.856251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-92cee881-1524-42df-b92a-1de0f0b30190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:28.862569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-778e0b45-918d-476b-8071-661c0960d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:28.864284 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-778e0b45-918d-476b-8071-661c0960d88d service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1463568 Feb 05 19:05:28.945514 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-5c986c95-c0d5-4599-9a96-a73347dcd579 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0708122 Feb 05 19:05:29.021582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-43944bcf-7fe6-40bd-b89b-1ba3e7220c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:05:29.023344 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-43944bcf-7fe6-40bd-b89b-1ba3e7220c48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0660965 Feb 05 19:05:29.085993 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-8ebe9760-c961-4f9e-ae58-c3b501fe3e2d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520232 Feb 05 19:05:29.239495 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-a6b74f0c-f81e-49d2-bf47-07e2030acfe9 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424942 Feb 05 19:05:29.388873 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c5b890a2-c129-49be-8f6e-731445a55f91 req-34a4a5ca-9518-40c5-a63f-d066b6966282 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396646 Feb 05 19:05:30.930031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-36214fe1-297c-42ab-bbe3-298a0b58b381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.068953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:32.663254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:33.817845 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:37.161547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:05:54.434393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:05:58.868719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f6ae2bf2-48fe-436e-85c5-cc086c1e556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:00.919478 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c1ca43ab-fe2a-4db9-a055-5089e7de1de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:02.097177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:02.668528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:03.828767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:14.161588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:06:24.434154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:28.866070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6d964643-5b48-4863-94f7-421614575941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:29.518541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-86e156d1-51ff-4739-8665-aca90fa1986c req-ed10e0d7-5672-4106-a4e1-8e9fb9aa19e8 service neutron] (80170) timed out ('10.222.0.26', 54202) {{(pid=80170) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 19:06:29.581859 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-88fb8515-5174-4b9c-93e1-279f160cb9d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1610725 Feb 05 19:06:29.811105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-14df6ff8-ebe8-473e-a515-9a16697ee2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:06:29.812745 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-14df6ff8-ebe8-473e-a515-9a16697ee2fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0918663 Feb 05 19:06:29.988464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-41e9e7af-df0b-434c-83d2-6ba603790baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:06:29.990065 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-41e9e7af-df0b-434c-83d2-6ba603790baf service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1487536 Feb 05 19:06:30.065276 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-35d765bc-53de-49c5-90c2-d0ac50c43e35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0666549 Feb 05 19:06:30.138943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-8fbe045a-295b-41a9-a40a-27e34889c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:06:30.140519 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-8fbe045a-295b-41a9-a40a-27e34889c948 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0686123 Feb 05 19:06:30.199942 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-b7918937-e2e1-4f03-946c-12d4b03a2b9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477042 Feb 05 19:06:30.350501 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-5db95758-5eaf-4d8c-9ac1-f3f065e8a838 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389103 Feb 05 19:06:30.499431 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f5e2c56-fece-4b8a-acea-b1383a62da13 req-93f32e88-0896-442c-abe6-d828350a9f67 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387324 Feb 05 19:06:30.925304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7e2bbcfe-6526-46e5-bcc1-9dd5c462a508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:32.107751 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:32.656266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:33.822866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:51.160977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:06:54.450351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:06:58.844513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9393be9a-0ff0-44ae-863b-f9ecf907cbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:00.931577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4b66b5e1-90a3-4ec3-b2d9-8dbd452f479e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:02.119555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:02.650777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:03.825169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:24.484129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:28.160428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:07:28.849847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c67a4c02-453e-4251-897b-d7224361fe77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:30.489792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-de4458c8-ef83-475f-a307-e0d2499fe5dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0853808 Feb 05 19:07:30.651195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-dffd2ba9-5b2b-4a46-b991-1cddc500d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:07:30.653418 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-dffd2ba9-5b2b-4a46-b991-1cddc500d222 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0812924 Feb 05 19:07:30.821188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-bd99bb47-d7c7-496f-a0d0-0517eac86159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:07:30.822833 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-bd99bb47-d7c7-496f-a0d0-0517eac86159 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1453753 Feb 05 19:07:30.904997 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-3305761c-4aa8-409e-8b2c-f661b3a807bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0714068 Feb 05 19:07:30.927539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-19861781-775a-41b8-abf7-884ae3397d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:30.980197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-0c8eea5b-19dd-4330-981d-f9feb30eb64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:07:30.982317 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-0c8eea5b-19dd-4330-981d-f9feb30eb64a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0670469 Feb 05 19:07:31.040350 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-290afcc0-dfd5-48e0-b0fa-073bd4644817 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475671 Feb 05 19:07:31.188861 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-e59fa256-112a-4cdd-ae3c-5c65c50c2e4c service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379814 Feb 05 19:07:31.341461 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4f2b8a43-c0a6-451e-8a41-928541df1111 req-23c8be72-18c7-4b3c-8bc4-eb9a2d3b9f8a service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423728 Feb 05 19:07:32.087067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:32.666718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:33.855406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:54.475202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:07:58.866773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6a91aba0-a0ff-4ed4-96e2-540e46dbd44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:00.932186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7f6fc28d-85cc-4bf5-8190-98d1d4bdc097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:02.111977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:02.660693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:03.837346 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:05.161601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:08:24.468733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:28.860205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4c262321-ca89-4c72-b402-8cd4b6ed8758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:30.959948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e25dc7aa-d06f-497c-a466-1ea93e516272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:32.108689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:32.488605 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-d43674d8-a339-4746-b620-a20d6ea916ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0849986 Feb 05 19:08:32.647861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdf352-e987-4323-a098-e4210b94f24b req-8801d495-d67f-46c7-8817-a288612dba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:08:32.649513 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-8801d495-d67f-46c7-8817-a288612dba9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0815582 Feb 05 19:08:32.682890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:32.820193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdf352-e987-4323-a098-e4210b94f24b req-03b35e4e-cddf-4ab2-bd13-7d225ccd08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:08:32.821762 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-03b35e4e-cddf-4ab2-bd13-7d225ccd08aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1478338 Feb 05 19:08:32.902938 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-8d165679-4ee3-4f3d-8afd-1e87959df3f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0741153 Feb 05 19:08:32.979727 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdf352-e987-4323-a098-e4210b94f24b req-16913973-5b13-4ea3-ba4a-dc05b835ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:08:32.981329 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-16913973-5b13-4ea3-ba4a-dc05b835ec1a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0687859 Feb 05 19:08:33.042946 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-80b06e3e-1bd5-4e22-ac18-34d77fa33ae8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502462 Feb 05 19:08:33.194945 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-e15bc3ed-7490-4c9f-8f7d-cc4ed794b12e service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411955 Feb 05 19:08:33.588059 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-facdf352-e987-4323-a098-e4210b94f24b req-e2645d8f-f12d-4e37-82f1-9578c4190b81 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3828728 Feb 05 19:08:33.840494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:42.162045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:08:54.470739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:08:58.868353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6644d18f-2449-4661-a2d0-c089c117465a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:00.933366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b5cb3c51-7cf5-4876-ba30-139bae1404af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:02.100075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:02.664941 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:03.841959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:19.163104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:09:24.461966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:28.855882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa54ad9b-35c6-43b2-9a27-ccda5396d1bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:30.932663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e6d49c7-f750-43cf-a158-3beab67279f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:32.109833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:32.669795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:33.841477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:34.476523 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-523a7342-81d6-45ca-bdcf-6d846573bf0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0779037 Feb 05 19:09:34.639330 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-f61ac898-48e8-4054-bf24-a3da79dad2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:09:34.640856 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-f61ac898-48e8-4054-bf24-a3da79dad2bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0824487 Feb 05 19:09:34.806327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-6c338ebd-9c46-4b56-8098-6ed0f2ef0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:09:34.807871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-6c338ebd-9c46-4b56-8098-6ed0f2ef0c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1404569 Feb 05 19:09:34.887295 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-1380507b-b021-4169-84df-d5dc9804c026 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0688503 Feb 05 19:09:34.962387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-494608c0-f567-4228-bb7e-418fd05e7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:09:34.963904 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-494608c0-f567-4228-bb7e-418fd05e7098 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0703518 Feb 05 19:09:35.022478 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-a026eafe-765f-4e8c-9b6c-352c2e3e0182 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484293 Feb 05 19:09:35.183710 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-49f2cb22-c683-4f66-b963-f8accb344e81 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537638 Feb 05 19:09:35.328095 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bca7145f-d36f-4d00-bb25-38d4236b0ee8 req-f34a4088-f326-4845-a01d-020c0bc20a4c service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1369414 Feb 05 19:09:49.689791 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dea6347a-cca3-4396-9a26-633fda82e86b req-769d176a-272e-4e14-a8e1-78239025f9ba tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "GET /v2.0/security-groups/0bfcf04a-fe8d-4241-a2ec-bed513699df2 HTTP/1.1" status: 200 len: 2999 time: 0.1472900 Feb 05 19:09:49.785316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-dea6347a-cca3-4396-9a26-633fda82e86b req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:49.816713 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-dea6347a-cca3-4396-9a26-633fda82e86b req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:49.952543 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-dea6347a-cca3-4396-9a26-633fda82e86b req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:49.958052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-482bfe92-e81c-44bf-b6ac-b747768dd7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:09:49.974274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfcf04a-fe8d-4241-a2ec-bed513699df2,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:09:49.982883 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.983293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.983694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.984089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.984522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.984913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.985301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.985680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.986067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.986475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.986859 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.987239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.987693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.988166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.988505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.988886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.989267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.989648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.990029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.990995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.991388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.991770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.992152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.992530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:49.996187 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:09:50.003285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-dea6347a-cca3-4396-9a26-633fda82e86b req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:50.004496 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dea6347a-cca3-4396-9a26-633fda82e86b req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] 10.222.0.43 "DELETE /v2.0/security-groups/0bfcf04a-fe8d-4241-a2ec-bed513699df2 HTTP/1.1" status: 204 len: 173 time: 0.3070979 Feb 05 19:09:50.297537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49688) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:09:51.002349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:51.386647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Deleting port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:09:51.387028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:51.573022 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] For port 57c69b62-b269-4c9a-9c9d-4f1a63d331d5, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:09:51.573424 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:51.706976 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Calling delete_port for 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 owned by network:router_interface {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:09:51.961315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:51.978373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-dfea8737-c528-476b-93c7-9730a3b8224b tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:09:52.073937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Pushing event deleted for resources: {'Port': ['ID=57c69b62-b269-4c9a-9c9d-4f1a63d331d5,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:09:52.089367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.089815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.090272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.090689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.091098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.091507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.091910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.092310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.092707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.093091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.093577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.093986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.094503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.094912 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.095319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.095718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.096111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.096509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.096908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.097306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.097705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.098102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.098545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.098942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:52.107401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:09:52.662475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:53.193371 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Router 9ce1ed80-587e-4666-83af-51f90e784dc7 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:09:53.388650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:09:53.398897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] Sync routers for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:09:53.402450 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-14cfe2c8-7a95-457e-828b-d177a8b066bb admin admin] 10.222.0.43 "PUT /v2.0/routers/9ce1ed80-587e-4666-83af-51f90e784dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1036627 Feb 05 19:09:53.405016 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49700) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:09:53.408622 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:09:53.409285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:09:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:09:53.598953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:53.602349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:09:53.792879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:53.798382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Deleting port 552a32bf-d240-41de-bb02-3e22df7d00ba {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:09:53.798754 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:53.918376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T19:09:51Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:09:53.922571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] Checking router: 9ce1ed80-587e-4666-83af-51f90e784dc7 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:09:53.931996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] Routers {'9ce1ed80-587e-4666-83af-51f90e784dc7'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:09:53.932659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:09:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['9ce1ed80-587e-4666-83af-51f90e784dc7'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:09:53.993378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] For port 552a32bf-d240-41de-bb02-3e22df7d00ba, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=552a32bf-d240-41de-bb02-3e22df7d00ba,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:09:53.993776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.127153 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] Set router 9ce1ed80-587e-4666-83af-51f90e784dc7 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:09:54.130132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Calling delete_port for 552a32bf-d240-41de-bb02-3e22df7d00ba owned by network:router_gateway {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:09:54.416107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.453377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T19:09:51Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:09:54.457660 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b110a-0324-448c-a553-91b90fc653cf None None] The sync data for ids ['9ce1ed80-587e-4666-83af-51f90e784dc7'] in dv-cinder-774286-2-iscsi is: [{'id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'name': 'tempest-TestVolumeBootPattern-138081716-router', 'tenant_id': '66cade7dbbaf4816930f8fb86904e36c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:09Z', 'updated_at': '2021-02-05T19:09:51Z', 'revision_number': 5, 'project_id': '66cade7dbbaf4816930f8fb86904e36c', 'gw_port': {'id': '552a32bf-d240-41de-bb02-3e22df7d00ba', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce1ed80-587e-4666-83af-51f90e784dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:11Z', 'updated_at': '2021-02-05T18:52:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:09:54.507664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.626772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.728772 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:09:54.767701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:09:54.768012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 57c69b62-b269-4c9a-9c9d-4f1a63d331d5 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:09:54.775591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.778038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.895623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.896455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ce1ed80-587e-4666-83af-51f90e784dc7 {{(pid=80171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:09:54.913117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:54.914424 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-8f44cdd0-bf67-4cbf-bf89-5dbc6be2f7e3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9ce1ed80-587e-4666-83af-51f90e784dc7 HTTP/1.1" status: 204 len: 168 time: 1.5083902 Feb 05 19:09:54.917254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49706) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:09:54.989406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Deleting subnet ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:09:54.993104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:55.045259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:55.178854 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:55.474047 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:55.490893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-357ee1fc-3cfd-4e1e-ae34-23affde63ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:09:55.576120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:09:55.583140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:09:55.627694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:55.633803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047a0f83-37b8-4ba4-80e3-85f1850ddd71 None None] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:09:55.634642 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-749f8859-ea16-4a67-95c4-86c4697fe591 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed5e528b-c4ec-4633-88cd-ceb5c01b3dd2 HTTP/1.1" status: 204 len: 168 time: 0.7161546 Feb 05 19:09:55.637322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49712) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:09:55.923417 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] DHCP port deletion for 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 request from dv-cinder-774286-2-iscsi {{(pid=80172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:09:55.929680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Deleting port a4541f27-a15f-4b6e-8aa9-5396b092a88a {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:09:55.930154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:56.007858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:56.081298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Deleting port a4541f27-a15f-4b6e-8aa9-5396b092a88a {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:09:56.081668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:56.157878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] For port a4541f27-a15f-4b6e-8aa9-5396b092a88a, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a4541f27-a15f-4b6e-8aa9-5396b092a88a,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:09:56.158255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:56.163370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:09:56.296166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Calling delete_port for a4541f27-a15f-4b6e-8aa9-5396b092a88a owned by network:dhcp {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:09:56.310946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] For port a4541f27-a15f-4b6e-8aa9-5396b092a88a, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a4541f27-a15f-4b6e-8aa9-5396b092a88a,segment=NetworkSegment(c7e2094c-f390-4ea4-b569-363a577f82b3),segment_id=c7e2094c-f390-4ea4-b569-363a577f82b3)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:09:56.311347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:56.407028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153'] for port, after_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:56.423174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:09:56.450903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Calling delete_port for a4541f27-a15f-4b6e-8aa9-5396b092a88a owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:09:56.520451 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Pushing event deleted for resources: {'Port': ['ID=a4541f27-a15f-4b6e-8aa9-5396b092a88a,revision_number=None']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:09:56.536366 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:09:56.536748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:09:56.542747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.543134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.543505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.543872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.544234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.544595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.544950 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.545305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.545661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.546014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.546395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.546750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.547183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.547538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.547928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.548317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.548610 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.548961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.549313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.549665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.550319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.550676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.551029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.551377 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:09:56.556844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:09:56.586405 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae97b757-58cc-4e74-9ca2-3969df775ba7 None None] No DVR routers for this DVR port a4541f27-a15f-4b6e-8aa9-5396b092a88a on host dv-cinder-774286-2-iscsi {{(pid=80172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:09:56.764901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 552a32bf-d240-41de-bb02-3e22df7d00ba no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:09:56.809164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 552a32bf-d240-41de-bb02-3e22df7d00ba {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:09:56.809564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 552a32bf-d240-41de-bb02-3e22df7d00ba not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:09:56.810048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a4541f27-a15f-4b6e-8aa9-5396b092a88a no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:09:56.848269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: a4541f27-a15f-4b6e-8aa9-5396b092a88a {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:09:56.848666 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a4541f27-a15f-4b6e-8aa9-5396b092a88a not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:09:57.038224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Deleting port a4541f27-a15f-4b6e-8aa9-5396b092a88a {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:09:57.038561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:57.118918 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] The port 'a4541f27-a15f-4b6e-8aa9-5396b092a88a' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:09:57.246665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:57.364777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9a81f1-1b03-4d30-a7dd-2192d9f889a7']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:09:57.378828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e2094c-f390-4ea4-b569-363a577f82b3') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:09:57.379151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e2094c-f390-4ea4-b569-363a577f82b3') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:09:57.394748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:57.415302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:57.417363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:09:57.607011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:09:57.617830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:57.817214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Network 0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: % (table.description, expected, rows_matched) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:09:57.842034 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:09:57.952120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:57.955623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:09:57.972351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:57.982445 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9a81f1-1b03-4d30-a7dd-2192d9f889a7,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:09:57.987050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:09:58.027267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-a553c3d0-dbc1-402d-b11e-62afbd39bec8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e9a81f1-1b03-4d30-a7dd-2192d9f889a7 HTTP/1.1" status: 204 len: 168 time: 2.3888285 Feb 05 19:09:58.030388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49720) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:09:58.621891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:58.849564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-50e56f7d-6d29-45fe-a4f1-4501e7078c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:59.019367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Deleting port 25c9685b-6ce1-4666-89bd-3a8910d02625 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:09:59.019663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:59.211352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] For port 25c9685b-6ce1-4666-89bd-3a8910d02625, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=25c9685b-6ce1-4666-89bd-3a8910d02625,segment=NetworkSegment(3594fc3e-e9eb-416d-8365-3b4d6514e2ac),segment_id=3594fc3e-e9eb-416d-8365-3b4d6514e2ac)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:09:59.211744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:59.345344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Calling delete_port for 25c9685b-6ce1-4666-89bd-3a8910d02625 owned by network:router_interface {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:09:59.603723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:09:59.620066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3ab0d46c-3bf7-4fcb-a9d6-5365ed89de16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:09:59.979559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c9685b-6ce1-4666-89bd-3a8910d02625,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:09:59.983659 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:10:00.296111 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:00.836124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Router 050849ca-13ea-467f-8774-8195d7832075 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:10:00.923698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-17ba6fbb-2e7a-41ad-9abe-4ef1d8946290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:01.046239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:10:01.056402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] Sync routers for ids ['050849ca-13ea-467f-8774-8195d7832075'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:10:01.057187 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] 10.222.0.43 "PUT /v2.0/routers/050849ca-13ea-467f-8774-8195d7832075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0257115 Feb 05 19:10:01.059900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49730) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:10:01.066258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] Routers {'050849ca-13ea-467f-8774-8195d7832075'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:10:01.066932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:10:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['050849ca-13ea-467f-8774-8195d7832075'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:10:01.254721 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks [] for router, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:01.270742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] Set router 050849ca-13ea-467f-8774-8195d7832075 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:10:01.448990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:01.454559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Deleting port c676e18b-8442-41af-a856-49b3be138a29 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:10:01.454934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:01.589853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T19:09:59Z', 'revision_number': 5, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:10:01.594056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] Checking router: 050849ca-13ea-467f-8774-8195d7832075 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:10:01.603796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] Routers {'050849ca-13ea-467f-8774-8195d7832075'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:10:01.604485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:10:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['050849ca-13ea-467f-8774-8195d7832075'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:10:01.649177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] For port c676e18b-8442-41af-a856-49b3be138a29, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=c676e18b-8442-41af-a856-49b3be138a29,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:10:01.650738 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:01.788176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Calling delete_port for c676e18b-8442-41af-a856-49b3be138a29 owned by network:router_gateway {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:10:01.979997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] Set router 050849ca-13ea-467f-8774-8195d7832075 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:10:02.048411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.194799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.250199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.319704 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T19:09:59Z', 'revision_number': 5, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:10:02.323819 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350575c1-3ad0-46cc-8ef8-cefd32fcf588 None None] The sync data for ids ['050849ca-13ea-467f-8774-8195d7832075'] in dv-cinder-774286-2-iscsi is: [{'id': '050849ca-13ea-467f-8774-8195d7832075', 'name': 'tempest-TestVolumeBootPattern-1371214174-router', 'tenant_id': 'c321272106e44122a2927b048e652a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'c676e18b-8442-41af-a856-49b3be138a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T18:52:22Z', 'updated_at': '2021-02-05T19:09:59Z', 'revision_number': 5, 'project_id': 'c321272106e44122a2927b048e652a03', 'gw_port': {'id': 'c676e18b-8442-41af-a856-49b3be138a29', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:f0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050849ca-13ea-467f-8774-8195d7832075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T18:52:23Z', 'updated_at': '2021-02-05T18:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:10:02.390432 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.393235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.509414 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.510001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 050849ca-13ea-467f-8774-8195d7832075 {{(pid=80171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:10:02.523398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.525533 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-2333ed0a-cb97-4399-b11a-e2dd0ca56554 admin admin] 10.222.0.43 "DELETE /v2.0/routers/050849ca-13ea-467f-8774-8195d7832075 HTTP/1.1" status: 204 len: 168 time: 1.4637549 Feb 05 19:10:02.527394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49736) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:10:02.599137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Deleting subnet 60cbf9c9-b4a0-42a1-b30e-768900d09c16 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:10:02.603408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.664852 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.678579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.727184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 25c9685b-6ce1-4666-89bd-3a8910d02625 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:10:02.757970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:02.770196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 25c9685b-6ce1-4666-89bd-3a8910d02625 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:10:02.770587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 25c9685b-6ce1-4666-89bd-3a8910d02625 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:10:03.435686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:03.453226 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-15abae75-1a8a-4587-ad75-a14597929ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:10:03.550599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60cbf9c9-b4a0-42a1-b30e-768900d09c16,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:10:03.559889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:10:03.604672 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:03.610075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac63b8-50ec-4a57-9e65-235fce30eb36 None None] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:10:03.610942 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ae38f219-0f43-4a6b-ae85-f98b433e331d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/60cbf9c9-b4a0-42a1-b30e-768900d09c16 HTTP/1.1" status: 204 len: 168 time: 1.0825019 Feb 05 19:10:03.613668 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49742) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:10:03.736158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:03.817345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Deleting port 99dc4543-2251-42e9-84ad-c58f9859342e {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:10:03.817345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:03.882004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:03.898573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] DHCP port deletion for 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 request from dv-cinder-774286-2-iscsi {{(pid=80172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:10:03.903165 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Deleting port 99dc4543-2251-42e9-84ad-c58f9859342e {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:10:03.903728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.047398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] For port 99dc4543-2251-42e9-84ad-c58f9859342e, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=99dc4543-2251-42e9-84ad-c58f9859342e,segment=NetworkSegment(3594fc3e-e9eb-416d-8365-3b4d6514e2ac),segment_id=3594fc3e-e9eb-416d-8365-3b4d6514e2ac)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:10:04.047718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.129635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] For port 99dc4543-2251-42e9-84ad-c58f9859342e, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=99dc4543-2251-42e9-84ad-c58f9859342e,segment=NetworkSegment(3594fc3e-e9eb-416d-8365-3b4d6514e2ac),segment_id=3594fc3e-e9eb-416d-8365-3b4d6514e2ac)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:10:04.129993 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.191866 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Calling delete_port for 99dc4543-2251-42e9-84ad-c58f9859342e owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:10:04.264019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Calling delete_port for 99dc4543-2251-42e9-84ad-c58f9859342e owned by network:dhcp {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:10:04.318119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.334928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:10:04.344595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80172) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:10:04.345007 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:10:04.433503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99dc4543-2251-42e9-84ad-c58f9859342e,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:10:04.440996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:10:04.487334 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] No DVR routers for this DVR port 99dc4543-2251-42e9-84ad-c58f9859342e on host dv-cinder-774286-2-iscsi {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:10:04.613637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.732902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:10:04.747502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3594fc3e-e9eb-416d-8365-3b4d6514e2ac') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:10:04.747842 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3594fc3e-e9eb-416d-8365-3b4d6514e2ac') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:10:04.760431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.765497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c676e18b-8442-41af-a856-49b3be138a29 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:10:04.808518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: c676e18b-8442-41af-a856-49b3be138a29 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:10:04.808820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device c676e18b-8442-41af-a856-49b3be138a29 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:10:04.809304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 99dc4543-2251-42e9-84ad-c58f9859342e no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:10:04.839158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.842898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:10:04.846514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Deleting port 99dc4543-2251-42e9-84ad-c58f9859342e {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:10:04.846944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:04.878433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 99dc4543-2251-42e9-84ad-c58f9859342e {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:10:04.878737 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 99dc4543-2251-42e9-84ad-c58f9859342e not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:10:04.926360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-475ebe3e-3e0a-4a8e-aa49-6b10f2a84770 None None] The port '99dc4543-2251-42e9-84ad-c58f9859342e' was deleted {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:10:05.029232 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:10:05.042972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:05.227732 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Network 89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:10:05.250138 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:10:05.522036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:05.526625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:05.531435 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bb3b2b2b-1928-40b7-bf0b-9f0714d8219d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:10:05.554996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:10:05.557734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:10:05.560095 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-76087900-7819-42e8-8aef-b0440d9fd2c2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/89fbcc2a-1ebb-4ee0-a96b-ca4025c15a46 HTTP/1.1" status: 204 len: 168 time: 1.9451666 Feb 05 19:10:05.883686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49752) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:10:05.943106 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-63cdd143-d8b9-4e5d-8ec3-b659b7e74123 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=66cade7dbbaf4816930f8fb86904e36c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582879 Feb 05 19:10:05.946785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 49756) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:10:06.009758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9f99891-8585-4735-8bf3-39553836895b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:06.042882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9f99891-8585-4735-8bf3-39553836895b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:06.300654 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9f99891-8585-4735-8bf3-39553836895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:06.306781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b1ebda4b-82dc-4f29-b4a5-d00878c54f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:10:06.323602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f99891-8585-4735-8bf3-39553836895b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a39e0db-c40a-46b0-974b-513b0d502d1d,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:10:06.326566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b9f99891-8585-4735-8bf3-39553836895b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:10:06.330219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9f99891-8585-4735-8bf3-39553836895b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:06.331470 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b9f99891-8585-4735-8bf3-39553836895b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a39e0db-c40a-46b0-974b-513b0d502d1d HTTP/1.1" status: 204 len: 168 time: 0.3837039 Feb 05 19:10:07.031422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 49766) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:10:07.091043 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6d34e354-fa7d-46ce-969b-7e47076ed5e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c321272106e44122a2927b048e652a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577614 Feb 05 19:10:07.093162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 49770) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:10:07.156815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0b12-a5e4-4413-9ff7-0fffa8e40613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:07.186151 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0b12-a5e4-4413-9ff7-0fffa8e40613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:07.323841 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0b12-a5e4-4413-9ff7-0fffa8e40613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:07.328117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0ffdd61d-1fb0-4b6d-bbb2-4cd7f4445635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:10:07.342971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f0b12-a5e4-4413-9ff7-0fffa8e40613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b468b2d-767c-4a32-ae33-f0891902d406,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:10:07.345502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6f3f0b12-a5e4-4413-9ff7-0fffa8e40613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:10:07.350887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0b12-a5e4-4413-9ff7-0fffa8e40613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:07.352291 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6f3f0b12-a5e4-4413-9ff7-0fffa8e40613 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b468b2d-767c-4a32-ae33-f0891902d406 HTTP/1.1" status: 204 len: 168 time: 0.2581470 Feb 05 19:10:24.485742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:28.860391 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-83ab6fb5-4744-4a24-bdd4-dc1833388e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:30.934081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d2a05b63-3b21-4a06-85b1-93e086cadafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:32.100230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:32.680193 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:33.164215 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:10:33.874586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:37.132164 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-a1f2901c-f6a4-4db6-9cc2-e38d3462ae1e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0791159 Feb 05 19:10:37.298425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-b3693d40-1e1d-4246-ad9f-9ba51797e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:10:37.300295 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-b3693d40-1e1d-4246-ad9f-9ba51797e918 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0853722 Feb 05 19:10:37.461937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-27c6e14c-3967-4919-9c74-01ded0505d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:10:37.464191 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-27c6e14c-3967-4919-9c74-01ded0505d5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1412344 Feb 05 19:10:37.543080 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-e95532e0-b877-41a4-8a91-5ca54c083c61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0680280 Feb 05 19:10:37.618890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-ba4fa37e-bff6-4590-ace7-6014ab159ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:10:37.620542 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-ba4fa37e-bff6-4590-ace7-6014ab159ff9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0674365 Feb 05 19:10:37.680638 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-caa527ef-a312-4de7-ad2b-bb4408a83b2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480351 Feb 05 19:10:37.839402 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-2c5d115c-2256-4c8d-8e6b-cfec95d93ebf service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488485 Feb 05 19:10:37.987131 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31172b43-55d9-4f9f-9afd-0a50f9fd8fdb req-5e7c1e98-d90c-416b-a8ad-2e681c3e9fdb service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413333 Feb 05 19:10:54.480383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:10:58.862722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2a28b8f3-a56a-40ba-bd2f-6f1ba64d4de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:00.936712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-492cf87f-63be-4233-931e-2675983f882b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:02.116627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:02.691149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:03.864992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:10.164222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:11:24.479455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:28.862931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e39fd202-65d4-407d-9bfc-6a18bc457f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:29.555593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-abf632e6-9c31-4a73-a3a5-33a3e149b854 req-a5c524ad-b2ee-413a-a117-0d16b0e149ac service neutron] (80170) timed out ('10.222.0.26', 54227) {{(pid=80170) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 19:11:30.936230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5a6a148e-9d2f-41dc-90a1-4752d20289b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:32.107527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:32.673441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:33.873008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:38.276921 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-9c737586-2da3-4d93-be05-14bf392d1d6c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2364080 Feb 05 19:11:38.435990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-ce9db293-ebcc-4b0f-9dce-0d7a89247dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:11:38.437602 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-ce9db293-ebcc-4b0f-9dce-0d7a89247dfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0793896 Feb 05 19:11:38.599698 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-6361144e-502b-4887-8f6d-89c3db154790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:11:38.601278 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-6361144e-502b-4887-8f6d-89c3db154790 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1389992 Feb 05 19:11:38.925896 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-13e85a12-4d1c-4748-827c-8779d28ab24a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.3136630 Feb 05 19:11:38.997565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-b87749db-c798-4f2b-937b-f01db17d2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:11:38.999178 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-b87749db-c798-4f2b-937b-f01db17d2aa0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0637233 Feb 05 19:11:39.055750 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-9505a84c-ed85-46a7-8ef3-fd6b36229048 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470273 Feb 05 19:11:39.068797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-c69a7504-0665-437a-a5cc-d4a37eeca7eb service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:11:39.069868 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-c69a7504-0665-437a-a5cc-d4a37eeca7eb service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062411 Feb 05 19:11:39.217700 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-d2eb9123-a1b3-49b5-95b5-d82eef1a4e60 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364372 Feb 05 19:11:39.370447 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9a46d58f-66f7-406e-87c2-9684333331f0 req-ea06b532-19bd-43e7-beb7-559824b7c116 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422486 Feb 05 19:11:47.171284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:11:54.486526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:11:58.855529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a05124fb-204f-4e8d-bd78-639ab0c9da3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:00.935621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f60ee370-4dbc-4265-8613-3829d494e970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:02.113511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:02.686319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:03.875374 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:06.737694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-bea3f03b-e526-4cf2-84b1-82e67b8b53ca req-c9d2a2e1-e202-4518-9a27-211dcf61edc7 service neutron] (80171) timed out ('10.222.0.43', 41370) {{(pid=80171) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 19:12:24.171777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:12:24.474068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:28.866649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5ef6eff8-00a6-4198-a900-e3c1f95b0523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:30.923395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bd498687-5f1b-4967-9c16-50cdb9c1a62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:32.113258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:32.679820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:33.878437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:38.494894 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-c88470fd-483c-4dc1-9fb9-5f1d0d3dd185 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0836880 Feb 05 19:12:38.659430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-b6cfa110-2338-484d-83f3-ced874873bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:12:38.661081 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-b6cfa110-2338-484d-83f3-ced874873bb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d676ae183a8846f79e4592b9bc1426a7&device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 1163 time: 0.0818698 Feb 05 19:12:38.826062 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-6e455bde-9f1b-4849-a6e9-5e91f564fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:12:38.827743 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-6e455bde-9f1b-4849-a6e9-5e91f564fb56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 200 len: 907 time: 0.1464567 Feb 05 19:12:38.910666 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-38c23d46-0033-4849-b75e-53bc2fe115a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 200 len: 217 time: 0.0726972 Feb 05 19:12:38.989921 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-425e9ca4-56db-4e4c-9b44-23f604ab7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:12:38.991536 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-425e9ca4-56db-4e4c-9b44-23f604ab7510 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 200 len: 853 time: 0.0721858 Feb 05 19:12:39.054699 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-b890b3d0-4a2b-4f3b-b973-8ad29aa729d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520787 Feb 05 19:12:39.206723 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-3f2787fb-0073-4ca0-8849-e5042ee49acd service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406744 Feb 05 19:12:39.369976 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c84f420c-6d7f-4111-9a71-a2fe8f787f85 req-ce5cb645-922e-4e39-ab94-d8e504351377 service neutron] 10.222.0.26 "GET /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1537712 Feb 05 19:12:54.496359 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:57.277979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563c64d-2922-4405-8e03-116ec3f46fb7 req-d17416b7-fc14-4558-bd4e-d390eca732c6 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:12:57.279737 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e563c64d-2922-4405-8e03-116ec3f46fb7 req-d17416b7-fc14-4558-bd4e-d390eca732c6 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 946 time: 0.3648415 Feb 05 19:12:57.346145 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e563c64d-2922-4405-8e03-116ec3f46fb7 req-06d84709-f026-4c9e-b462-eb0ce6bfd89a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/security-groups?id=75b1d47f-ac37-4ab9-8013-8bbc59bbf418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 Feb 05 19:12:57.617653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-3c8384d2-0122-4ea1-b057-296cdb906b8c tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:12:57.619703 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-3c8384d2-0122-4ea1-b057-296cdb906b8c tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.26 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 946 time: 0.1864626 Feb 05 19:12:57.719117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Deleting port e01006c6-2eba-4709-8f22-1115fd1a6968 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:12:57.719509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:57.989607 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] For port e01006c6-2eba-4709-8f22-1115fd1a6968, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e01006c6-2eba-4709-8f22-1115fd1a6968,segment=NetworkSegment(9c6d2696-fb19-4205-99c7-01995cb7111f),segment_id=9c6d2696-fb19-4205-99c7-01995cb7111f)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:12:57.989901 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:58.126724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Calling delete_port for e01006c6-2eba-4709-8f22-1115fd1a6968 owned by compute:nova {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:12:58.309198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:58.325198 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:12:58.377274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Pushing event deleted for resources: {'Port': ['ID=e01006c6-2eba-4709-8f22-1115fd1a6968,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:12:58.439759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.440186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.440595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.441004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.441403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.441803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.442214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.442616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.443013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.443406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.443801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.444190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.444656 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.445052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.445444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.445835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.446247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.447271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.447703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.448160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.448556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.449019 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.449485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.449879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:12:58.466282 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:12:58.541989 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-146d874c-817f-4926-abc2-a5f93a68b35d req-b647ac61-020d-40b8-8855-edd45cee0fc4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0554991 Feb 05 19:12:58.562793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] No DVR routers for this DVR port e01006c6-2eba-4709-8f22-1115fd1a6968 on host hv-cinder-77428 {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:12:58.565105 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:58.567983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'name': 'network-vif-deleted', 'tag': 'e01006c6-2eba-4709-8f22-1115fd1a6968'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:12:58.617396 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.26 "DELETE /v2.0/ports/e01006c6-2eba-4709-8f22-1115fd1a6968 HTTP/1.1" status: 204 len: 173 time: 0.9892111 Feb 05 19:12:58.727461 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec8431a-c03d-42b3-92c0-571195f0e09c', 'name': 'network-vif-deleted', 'tag': 'e01006c6-2eba-4709-8f22-1115fd1a6968', 'status': 'completed', 'code': 200} Feb 05 19:12:58.783811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device e01006c6-2eba-4709-8f22-1115fd1a6968 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:12:58.830627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] No Port match for: e01006c6-2eba-4709-8f22-1115fd1a6968 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:12:58.831039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device e01006c6-2eba-4709-8f22-1115fd1a6968 not bound to the agent host hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:12:58.873315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-36a0f093-18d8-40e2-b72f-d83d12689842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:12:59.724993 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-74fdd7b9-6c79-446b-b221-97afa95aab7c req-15ce1466-1afe-40ca-a4cf-9be08e1da911 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0496876 Feb 05 19:13:00.909189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-a13e783c-59fb-4c97-a374-d395dba051f8 req-99ae99cd-59d1-449b-8042-80861ce14cf9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Synchronizing usage tracker for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:13:00.940506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0fa4ddf3-ff07-4da4-9520-0c349c5693c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:00.964596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-a13e783c-59fb-4c97-a374-d395dba051f8 req-99ae99cd-59d1-449b-8042-80861ce14cf9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Unset dirty status for tenant:d676ae183a8846f79e4592b9bc1426a7 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:13:00.965908 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a13e783c-59fb-4c97-a374-d395dba051f8 req-99ae99cd-59d1-449b-8042-80861ce14cf9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.1080360 Feb 05 19:13:01.171505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:13:02.113798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:02.147231 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5a6fa323-7e7c-4c60-81da-b78a85556941 req-b5a1711e-7319-4578-a8d6-c0ea100efa13 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0506773 Feb 05 19:13:02.684809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:03.327871 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-fc9cf941-802c-48c5-a23f-76cdec9de9cf req-c168d0d9-1615-47a9-928b-e1438dd0308a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0500464 Feb 05 19:13:03.873184 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:04.516939 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6d4d2392-5e92-4909-889a-e4e6b35b1d6a req-31e592fd-8740-4b35-8a12-76f02370b444 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0525281 Feb 05 19:13:05.705111 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a48a9af1-4d68-4be7-bfaa-23b3e7893404 req-977c3801-b12b-455b-befb-4b6eed6a5321 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0550871 Feb 05 19:13:06.889739 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-60177dc6-dda5-4a5d-bf4a-3a02219fde58 req-fc11589c-7af7-4445-af53-e074b6a1a74d tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0514657 Feb 05 19:13:08.071493 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e3cab78e-77f3-4141-abc7-166e9e168a5c req-27dd7951-3f9e-46cb-a56d-027f28f98f0b tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0495992 Feb 05 19:13:09.256664 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-134610f8-3cea-4388-abdf-ff0cc2a50685 req-6484d1a0-667d-4a6e-b8d0-979920b7041d tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0501010 Feb 05 19:13:10.438237 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-784c66c7-fd0a-4388-bce4-3d4b3188162f req-d1faf740-003a-4359-bf8d-e42ad4826469 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0509450 Feb 05 19:13:11.637938 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-80f8e62f-c7c5-45b2-b5be-68e2448c6a20 req-c4406784-37ab-4192-8d1b-6d08ab31fbd1 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0617390 Feb 05 19:13:12.827618 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-89dc5f27-04f3-480a-a36b-04fcfaedacde req-8e1da163-31fd-4a1a-98b1-0c8a4f318885 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0565476 Feb 05 19:13:14.008240 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ffdb559f-094c-4fa1-b37f-4eddeb23ad38 req-7b6c38e2-177e-490a-8759-a3d209fa5360 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0495727 Feb 05 19:13:15.189483 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-21b97c89-30bc-41ec-88ff-b131123bb613 req-a1799c24-ca6d-4609-84f1-2c521b53a7f6 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0509236 Feb 05 19:13:16.371003 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12e3cd6a-d0f4-4318-a28e-fee628ef7fd9 req-ff1ad756-0163-4b17-a8e2-88e72b0a3418 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0501895 Feb 05 19:13:17.552734 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6079d6cb-3df4-4c5e-a00c-fdbd7006acd2 req-b3c013ef-ef13-4afe-a499-3d835c05c5b1 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0501268 Feb 05 19:13:18.736541 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-228cf403-6517-4d2e-ba73-7a2cbf9dde98 req-2b1b3003-df4d-4033-b1cb-61c8d8c67004 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0519176 Feb 05 19:13:19.926847 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8192d864-76a5-45c5-9a42-8d179a2609da req-a9d1e494-3fcc-4164-8a30-0b7ed67ff89f tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0549026 Feb 05 19:13:21.107135 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-71e04d27-6de3-4415-a577-86eaf79a0e43 req-4a4fa640-633e-4cd1-af82-c5fb7022b9c6 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0490842 Feb 05 19:13:22.285693 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38ca4e8d-708c-45d8-8720-7bf7040abcea req-56b3a921-154b-4891-bc82-87bfe513a713 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0497849 Feb 05 19:13:23.471684 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-82f2d31a-1f48-4c85-9fd8-0f47c457d288 req-57c2537b-80e8-45d1-8aa1-90d2868a152f tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0491865 Feb 05 19:13:24.499471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:24.653425 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8abffaf2-a05c-469e-8fd2-10616c92fd12 req-ebcd01ed-3fdf-4daf-8791-64d0b555ed1f tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0494695 Feb 05 19:13:25.849230 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-702a1ee5-ec1c-49d5-8869-ea041ab2107e req-44b5b584-47b2-42e3-a6f2-4e68854a6aca tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0536802 Feb 05 19:13:27.051354 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bbbe024b-25db-4dcd-862b-aefb153037e4 req-d2a83b53-0e8d-4c12-af7a-211a4e4698d6 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0579793 Feb 05 19:13:28.237459 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b60884de-ecb1-45b6-9fdb-713a45e0c1b1 req-56257360-ce7e-4467-84d0-b6029cff4ba2 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0501051 Feb 05 19:13:28.850191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c934e617-50f5-4ba9-8031-5fc6cc842f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:29.420978 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1cf8c082-69c0-407c-a10b-dd9fd5c1a3e0 req-2912e88b-4157-4298-b37d-6526bea44e55 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0524895 Feb 05 19:13:30.606870 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-269cad27-c5b8-4c63-85ba-99924237b581 req-461269f1-338b-436c-b679-80624878103a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0509188 Feb 05 19:13:30.941293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-484c3b70-aae7-4460-b77d-9916960a1582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:31.786466 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc8c258f-2ff9-4a22-8fd2-cdf36cb4ca0c req-5770b13a-4eeb-4ba8-97e1-4e7fefc87702 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0500388 Feb 05 19:13:32.118758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:32.684394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:32.977241 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e2f18ccb-5efe-4fec-8560-ea506805b925 req-620aba6b-2af8-49f9-9a79-40020ad78bca tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0552132 Feb 05 19:13:33.877243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:34.175842 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b53d7183-e90c-43d9-aedf-20080c247d6c req-dac9cd1b-2720-4452-b43b-c52240aaea80 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0541694 Feb 05 19:13:35.491834 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b1706bfd-7a2c-41ef-b85a-222b863dbdb7 req-0ef72644-cb1e-45c1-85af-7edddff62edf tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0509615 Feb 05 19:13:36.675760 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0b87c941-ec31-460d-b389-482bd7bbccd3 req-8871396c-e1e8-48e0-b344-09ecf86b02c0 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0525682 Feb 05 19:13:37.858908 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-abaed867-ab11-41a2-b4b8-1025810f0820 req-0f2e0f40-a895-4bc8-a781-dada5f307a14 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0528345 Feb 05 19:13:38.171256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:13:39.038438 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e61b930a-1ea9-4453-b25e-5661d7f0bd1b req-85d4f07c-5dfb-4e4e-8ef4-3c7abf6b7ce2 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0504630 Feb 05 19:13:40.223046 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c4d031b9-1722-4348-b3c8-82d8250e7e39 req-7bfbf2e7-10bc-44a0-8593-96a0d54bbe17 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0521200 Feb 05 19:13:41.409724 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ce744f87-5689-40bf-82b4-d07c44af4b94 req-915635a7-a82f-4012-bf82-1f0b31f40388 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0553563 Feb 05 19:13:42.591935 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a06dffb7-91cb-4c7f-849b-ac9b39fa4ebb req-e2c5551e-294b-4ba6-a5cd-101d158dfc18 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0506883 Feb 05 19:13:43.772248 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-50d1b852-f9dd-47ae-b8ce-503394df98b4 req-62d04b78-f83c-4886-a740-28e57aa6b1f1 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0504677 Feb 05 19:13:44.953752 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-925eb268-de8c-49f1-bf7c-8dd49f97dcc1 req-d02db25a-16f0-45e6-bb65-f1f137ac8a96 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0519762 Feb 05 19:13:46.140433 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f4b3cc09-db5e-465c-99e8-176709732c8d req-89088fe6-1840-4211-ba42-d34eb4cbd3cd tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0565624 Feb 05 19:13:47.332463 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9f63ec76-3130-4e74-a140-abe1106699cc req-d2de1f76-9a6b-4263-83c1-d8870e0bef44 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0543602 Feb 05 19:13:48.241443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-2e010992-56f4-4ec6-8439-78e0f4bb3a07 req-cac05fa2-d582-431d-87d2-d3beecac55cb service neutron] (80170) timed out ('10.222.0.26', 54237) {{(pid=80170) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 19:13:48.522800 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4cd9532c-6107-4525-b6af-0f84a74a721d req-3e36292c-442a-4eb6-895c-961771daa1df tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0573227 Feb 05 19:13:49.702175 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b4a9b0c4-a376-4cd4-983f-d5b7a0edfb25 req-23b3a554-b3ea-4f12-ad18-2e5c247dd271 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0496247 Feb 05 19:13:50.883350 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-106acbdd-e4c4-4393-8172-fa1115d73e9f req-90b9a32e-7243-4514-8f16-d69a41c0bf0b tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0496635 Feb 05 19:13:52.069085 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d02a23d4-b1cc-4181-a00b-b24427aa9000 req-80c7d6ed-ede8-4010-9763-f1f9708a9ddc tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0503154 Feb 05 19:13:53.251340 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-01d3a180-f983-46a2-86db-82f6e52cf3be req-7851f6bf-b283-4762-b3f6-81fa8b635b2a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0500021 Feb 05 19:13:54.442198 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a88694b4-dff3-4f9d-b3a3-24c7185a1e8a req-cd6e8bc4-c75f-4359-a559-665fa2162481 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0537329 Feb 05 19:13:54.489576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:55.635334 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f8f7d00a-6528-4ad7-90fc-f673a3aae916 req-eff3174e-acd4-464e-9473-459b326fedf9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0548801 Feb 05 19:13:56.821406 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd8a8551-d66b-4ef0-ae48-b862af33b096 req-133e535c-2e89-4930-988f-a443066e4fb9 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0525031 Feb 05 19:13:58.002530 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2d0f05e0-2daa-4b29-bf0f-d525ac2a5c43 req-3004c042-ed40-4436-b02a-43ae6dbd5b87 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0508857 Feb 05 19:13:58.854973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f85a15f5-beeb-4202-9c52-7b692652b104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:13:59.185247 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-546ae3bb-6476-41ab-87ac-0ff31768effb req-002a0845-bb1d-4841-ba32-6311c7fe3340 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0521984 Feb 05 19:14:00.372668 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-31ec2d7e-0008-4fce-a269-b8dd7ad0fbe5 req-244813cb-ade1-417b-9377-0e78cbde062b tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0514798 Feb 05 19:14:00.935088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-de1e18e8-40ce-401a-a4c6-b6e0a1aabf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:01.567955 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-af0104db-4b20-41b0-9719-7ff93f088b64 req-b1480fb8-545c-4045-909b-f617bd3a38bf tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0542502 Feb 05 19:14:02.128985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:02.684165 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:02.760128 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c2039a61-c36a-4c94-816c-74af60207778 req-4fb32bfc-8e02-4b6f-bd0b-c68d87d69397 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0545177 Feb 05 19:14:03.877726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:03.945453 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b71aec61-50b2-4e5c-85dc-1f9ed34dfad3 req-bf7c8edc-15d3-49a3-8486-e77d967bdffc tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0511482 Feb 05 19:14:05.126030 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7abc75f1-177f-46fe-85e4-08fe6714d55a req-a09ca1a7-3bfe-401d-891a-2b9fa15cf87b tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0506053 Feb 05 19:14:06.305387 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2cd27280-04ab-4d73-ac93-2d587d0d7485 req-99c9d29f-5d9b-45f8-8cfc-fd3c386550a8 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0496073 Feb 05 19:14:07.492728 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e5678c29-cd30-451c-8dc5-b203dbb52bb7 req-e448d260-ad96-4005-9641-051c932867b0 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0502939 Feb 05 19:14:08.683618 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c8ce3069-cb6d-45a4-8e7e-37946c89e2b6 req-c21294c0-110e-4c68-857f-2a2b93ee7e89 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0558746 Feb 05 19:14:09.871905 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7cede674-ba5c-4e6e-ad69-6507619e64db req-cfcf1044-1631-42a0-8de4-9ab390ade016 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0539618 Feb 05 19:14:11.056151 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b3d477e7-9212-4bc3-9a3f-3561302dbae5 req-1721e725-01da-47aa-9eb7-341f7bce1100 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0506196 Feb 05 19:14:12.236969 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a79bb4b1-4f72-4562-8e0f-fcc532e31786 req-4ecee597-fd1b-4ce0-a3c2-7fb408c1320a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0502462 Feb 05 19:14:13.419554 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-aec13c1f-f92e-42c0-bebc-f0dece216360 req-d68bed64-c340-4aaf-b64b-3901ad880709 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0494294 Feb 05 19:14:14.600879 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a383345b-1f58-43e6-8d9c-2b48c4c7b6b3 req-675fe4ca-eb25-4714-a8bc-56461e2e50c1 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0508859 Feb 05 19:14:15.171956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:14:15.786658 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-046c6d7b-5f34-4c20-bf18-fd93414e32d5 req-0e1565ab-62d5-4223-8d26-bdfa984a5516 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0537446 Feb 05 19:14:16.975312 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c766e29e-a0a3-4b60-b87c-e48101b19cf0 req-c54301c9-952c-4af7-bba8-d6f095cdf7bf tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0538402 Feb 05 19:14:18.155623 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3869bdfb-2bb3-4916-81eb-9dcc6cbcc00f req-24c2337b-ce53-4923-b9b1-b86ffacb0c71 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0501888 Feb 05 19:14:19.338025 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5c197b40-61eb-4c83-be9b-2e7119aea33f req-6c8a6e61-c917-4621-a8da-2a1c66abb3c5 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0496910 Feb 05 19:14:20.523430 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5d884ab1-656e-4f95-b4b9-2c7d943a0d7b req-6c4904ed-22d4-4d0f-928b-cde2a67eb96a tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0549264 Feb 05 19:14:21.707348 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b25fe277-43f9-489c-bb1c-d072063f16f2 req-ef4f7833-0b4a-4685-89da-dea9bad480e4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0496700 Feb 05 19:14:22.893275 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1fe4d2c2-3942-4aba-84c6-5088fec5b178 req-98960d01-5fb2-4dc5-b786-394bd435e7e0 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0522940 Feb 05 19:14:24.089824 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1d915eea-fc39-4540-bf60-a1a639c27ec4 req-23f24355-e41c-4681-8851-0d2be9f666bf tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0617368 Feb 05 19:14:24.494419 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:25.273444 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5f0c8bed-73f6-4ad6-91a8-02b0eccc2182 req-5eec0e0f-558e-497d-9118-b10806a7c59e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0504668 Feb 05 19:14:26.459633 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2ee63245-6b16-46fa-a7d8-f4fa22f1d6dd req-7652b5e2-dbbd-4e50-85ab-8c1943644d44 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0524189 Feb 05 19:14:27.638151 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d94f9ebe-ffa9-440e-b9ee-ea3028afc00b req-71d4c507-41ff-43c5-99af-c9cdd490dd6f tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0492809 Feb 05 19:14:28.824405 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-25ad14f9-d90f-41d1-a380-05514b8cf2a4 req-77fdc609-ca58-4c42-b4f4-636041e6b2bd tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0505388 Feb 05 19:14:28.865765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-23e17d9f-03a3-4b1c-aac9-6c41ce1fdee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:30.014106 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1758a36b-38d6-4a0b-8bba-2e1df98d5c68 req-fc208a26-04c5-4118-97fa-80ecf679ee8c tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0565772 Feb 05 19:14:30.945205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-49616ddf-6eb6-4bb2-b441-21b5f0776359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:31.202930 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-62c14a09-b24a-46b6-a374-977799ca4777 req-d3728fdd-ea7d-44f5-936b-8f477f692ad8 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0536215 Feb 05 19:14:32.117275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:32.385443 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8fb5a57d-2a4b-4592-81f2-adc96c09c78d req-a422f3c7-6606-4c16-9d4d-d66e193b2a73 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0514617 Feb 05 19:14:32.682523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:33.577444 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f67f68dd-2392-4057-bff4-f067338a9c8a req-1c58df05-fccb-4b2c-bb13-3ea5ae668d78 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0534177 Feb 05 19:14:33.877099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:34.766174 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3a882367-b858-4991-90ed-345554ef9db2 req-e592b880-2d2c-4fc1-bc91-32dfd61c408e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0489969 Feb 05 19:14:35.948907 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-78aa8219-9713-463a-af73-f1da45a595fc req-b4f457b8-fabb-4ae2-86fd-5d83b02d88aa tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0503075 Feb 05 19:14:37.136183 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f68b6138-6210-4d83-9812-77e1742d6bd8 req-764811cd-e49d-4e32-9f7f-ff6896a4ce9c tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0533547 Feb 05 19:14:38.322671 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4a7c9c52-7b84-4b36-ad61-14adaebf94ae req-ce3d7259-f6cb-47a8-85e8-b51404befcee tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0528278 Feb 05 19:14:39.505826 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c20ef637-0c11-44b5-9da4-710d3d937643 req-45f56f62-e294-4e92-8794-9c789f5ac348 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0501392 Feb 05 19:14:40.687759 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8b051431-fd2e-4955-98c1-7411e4b4452a req-43ed1ad5-ba2a-4c39-9239-598d09ec9a41 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0515521 Feb 05 19:14:41.870863 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-bb2f0f96-f3dd-4800-ac3f-865002d8d90a req-0c0e272f-eb99-4e48-a8fd-2a660c5aae73 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0507109 Feb 05 19:14:43.058319 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c25d55d7-3e02-4985-a5f5-98740fa47709 req-3b3f343b-d3fd-4571-97c7-4d2cd5c3e8b1 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0536163 Feb 05 19:14:44.269328 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a34e01b0-ee0b-4fd7-a404-479076db0776 req-9ae34bbd-9783-4c2b-8894-ea317030538b tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0595660 Feb 05 19:14:45.487389 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-40e1df9f-854f-4f83-b26a-1c16072e6ae1 req-891698d2-899e-4a12-a26a-eac762c8206d tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0545120 Feb 05 19:14:46.671080 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d0c40e24-f767-4543-b4f2-43935cef08f3 req-c0601cd7-b1d8-4b90-b225-dbe672635837 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0513606 Feb 05 19:14:47.852210 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cbe3fce6-bac3-4773-8b68-49016f58be23 req-16b1cf5b-c5e8-4155-bcd6-e0dec221ceda tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0506897 Feb 05 19:14:49.034851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-827e1cc6-188b-47ca-a97d-ace52b837454 req-c3999030-7d79-4560-b5a1-03327df6bf11 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0515418 Feb 05 19:14:50.217767 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-2590067f-183f-49c7-a553-535e1f813003 req-6988fe64-53b9-4044-834b-74b84e2a24b8 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0530379 Feb 05 19:14:51.546876 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0351974e-7d6e-4a09-a088-f553efb1e6f9 req-fa46c3ab-57f5-4eb1-af1e-263fbdcac458 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.1974640 Feb 05 19:14:52.171392 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:14:52.734108 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-cc85b730-0e3d-4009-95e1-ed135fc155a1 req-f55d4895-32c3-4307-b194-e082f21e7151 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0523138 Feb 05 19:14:53.915574 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dd057e5d-f9b3-4d6e-85f5-e53bd89c16c0 req-40961f01-a4e6-4d87-9684-fc6449b471af tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0497062 Feb 05 19:14:54.491911 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:14:55.096368 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-197e7353-06a2-4e11-b995-ab5410266a37 req-bd872e3c-4112-45e2-9543-88acc62a3250 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0509241 Feb 05 19:14:56.277907 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-08936353-4b1c-4484-b8fa-7031ec75da70 req-d96684e2-dcb2-4bd5-b110-814e59def16e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0513399 Feb 05 19:14:57.460022 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5c579dd9-37a7-4f89-ae84-403b75ef451a req-6c6fa5ba-eea8-4e12-a301-0319a2518e4e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0500813 Feb 05 19:14:58.647162 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-206764e1-40e1-42cf-97ef-14ebc6b6bd10 req-6859714a-ef31-4baa-a13f-18b116175c7c tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ec8431a-c03d-42b3-92c0-571195f0e09c HTTP/1.1" status: 200 len: 210 time: 0.0542090 Feb 05 19:14:58.859197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-002afa75-12c9-4d2c-af5c-0f923adc6cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:00.944815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2e17bc9a-57b6-4f53-a1f0-eef5f15f177d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:02.138075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:02.687682 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:03.887499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:24.498358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:28.881398 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6149382b-9366-423d-8f52-3f2194535aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:29.171565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:15:30.950231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1e4caccc-8f21-4d11-80ae-7e6e4f7285b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:32.137983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:32.691756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:33.891185 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:54.519800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:15:58.880619 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-09c34ded-d8bc-4b2e-86fd-c097fd62b371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:00.943816 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1b9442d6-294a-4ed5-98f1-b5059cb0ba0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:02.143155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:02.708274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:03.903018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:06.172038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:16:24.541706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:28.902740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-00aa71d5-b5e8-417e-bea6-e283f7ebb5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:30.936934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8133e8f7-67c3-43bf-9490-d8b0086536fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:32.165595 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:32.691190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:33.915122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:43.171922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:16:54.530907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:16:58.879005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-563e0011-90fd-4be8-9475-1398b7717447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:00.947554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c2b03b06-823c-41ca-ba2a-2193cda60a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:02.158138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:02.690572 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:03.913222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:20.172650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:17:24.530255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:28.878453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a2d7542-5fd9-4a9a-be32-d27a48cdf2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:30.947012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e06e23d7-427b-4cb3-a512-6925d3e2aa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:32.146957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:32.695367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:33.917977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:54.540378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:17:57.171931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:17:58.877570 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5221537e-8303-4601-88b1-828a01921557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:00.952299 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cc115511-c6be-4ffb-a3f0-4b9e50271b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:02.146031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:02.694768 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:03.911489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:24.539575 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:28.865284 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d20b1b2a-3540-4e33-bfe5-01d95980e03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:30.951095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aa73554f-4436-4115-8cd5-c5716b4c1eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:32.133823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:32.705249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:33.910885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:34.172110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:18:54.561994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:18:58.858815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1f95fc7a-9792-465a-9067-8cb3cd57a4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:00.967537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29b2bd9d-6749-4e51-ad21-5e176a8bbc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:02.149891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:02.704685 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:03.921745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:11.171381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:19:24.572578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:28.852349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f782ea05-37c9-4ba8-9de1-9c837dfc23b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:30.955328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a85394c3-81e1-472e-ad2e-1c3251d32cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:32.155070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:32.692156 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:33.914975 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:48.171323 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:19:54.572192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:19:58.869285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-733951d3-ebd2-4e30-9523-dbf775d2da45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:00.954613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c7cee247-031d-4796-879c-645948f64224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:02.154872 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:02.697625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:03.914349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:24.577519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:25.171826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:20:28.863692 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-accc3018-400a-491e-a658-bc4ea1c19abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:30.948742 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-418f7edb-5bb1-4881-a03b-cc438b06b5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:32.159563 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:32.690965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:33.948440 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:54.581940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:20:58.873406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-5adb7c5c-ba3e-495e-9d7f-0922a3431786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:00.954503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf282756-5ce7-4eb9-be22-00e3c6550557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:02.153544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:02.171307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:21:02.685373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:03.924973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:24.564324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:28.861017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e64f1f23-f3c6-4c3e-a272-ce0a8df88b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:30.952829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7f6bd7fa-c866-4894-b31b-dffadd4541be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:32.164201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:32.701433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:33.929564 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:39.170767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:21:54.587005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:21:58.860799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-295c7fce-892e-4252-bc4a-4d3515d37895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:00.951825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fc713b30-5ff3-4b99-add1-69737b53050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:02.169152 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:02.694868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:03.940827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:16.170825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:22:24.597122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:28.859932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2034-68d2-45a4-837f-f17de20ead86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:30.946281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8e28f0f6-7a6f-447d-8101-cdd1b0f91cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:32.174823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:32.699676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:33.945537 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:53.172290 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:22:54.579325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:22:58.859386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2ff3e191-b842-47d5-b5d5-b4c3fddff13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:00.945348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3068e43a-f6eb-45fa-b84a-bc0df9c93e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:02.173018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:02.704368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:03.955907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:24.590425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:28.864555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-03df2ea1-4155-4838-a74b-8ea3323cee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:30.172239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:23:30.944806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0385fe22-7276-4806-82bf-2bf2e902910e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:32.173454 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:32.716321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:33.950556 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:54.600084 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:23:58.864980 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bbad0fae-ef66-4f47-9cdc-e2c23236c7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:00.943755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9c5cbfc0-f181-4e75-95b5-4195c0f9b0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:02.190040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:02.709945 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:03.967482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:07.172268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:24:24.604833 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:28.863011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c6190e49-7a3b-4718-b217-ef8e9f70e243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:30.949132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bfecd7c7-c68c-4364-97e7-0970716bcf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:32.183426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:32.714600 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:33.966041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:44.172720 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:24:54.600248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:24:58.869101 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-63a45b6f-aec8-44a2-b261-e982089e2f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:00.954560 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9453f193-be12-4f2c-9052-c228d5b0a432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:02.183335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:02.726223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:03.969798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:21.172204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:25:24.606341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:28.856914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b9e08e5b-0d90-4086-9cb3-df28d0114855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:30.951186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-35841b4c-fa76-42b0-b43c-acd1a2794f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:32.191813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:32.723268 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:33.980603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:54.602820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:25:58.172408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:25:58.856038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-acb2b486-7a8e-4344-8426-e33c3e1f9435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:00.946994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-f794c7bf-db43-4679-8d99-446cd632fad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:02.187166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:02.718489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:03.974219 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:24.602173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:28.861306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b6bb0e71-3be6-43b4-889e-89be86de62a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:30.952664 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-07923870-c5e4-4f2f-842e-6bf19aaffea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:32.192637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:32.735647 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:33.986686 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:35.173437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:26:54.614800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:26:58.848745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-acb8d804-0292-4f72-b47a-e67a49f83b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:00.957304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd3d139c-5e93-4b49-b5c2-9c9aa5690ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:02.266410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:02.717082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:03.980363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:12.173285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:27:24.634778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:28.846347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-520ad6cc-ae16-4082-9ba3-3963b45a0a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:30.965986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-374f29d6-b10b-4131-9cb2-a58cfa469eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:32.195322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:32.722599 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:33.985065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:49.173146 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:27:54.622552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:27:58.619180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-549ab9e9-1195-4fc6-b7ac-19d3a1ebe016 req-01cc825f-0c11-46ce-abbc-beeae031b931 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] (80171) timed out ('10.222.0.26', 54210) {{(pid=80171) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 19:27:58.851645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-29cd49c5-c6d1-455c-ac41-166d873b0bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:00.959943 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-086709c9-89ce-4726-bf55-64a4fe62d8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:02.196648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:02.731348 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:03.994207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:24.636416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:26.173614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:28:28.850003 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-330fa3f9-6d6f-4ab7-bb63-5d49b36e25f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:30.964531 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-09b04e6b-ec92-4800-9a70-af547242725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:32.204541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:32.724433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:33.993005 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:54.635356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:28:58.852144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3ed69ef0-4185-4ba5-a69d-80e347473760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:00.969519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-50e7063c-14ac-4046-b13a-9b12dba964e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:02.201124 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:02.726615 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:03.173544 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:29:04.023888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:24.643571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:28.851380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a36cd796-c051-40bd-83c9-71a538545e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:30.974155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-aedfa45c-d8f7-4e08-b9bb-2af2cab74c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:32.203147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:32.728733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:33.997082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:40.173119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:29:54.648040 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:29:57.462010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-5c579dd9-37a7-4f89-ae84-403b75ef451a req-6c6fa5ba-eea8-4e12-a301-0319a2518e4e tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] (80171) timed out ('10.222.0.43', 37126) {{(pid=80171) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 19:29:58.648729 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-206764e1-40e1-42cf-97ef-14ebc6b6bd10 req-6859714a-ef31-4baa-a13f-18b116175c7c tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] (80170) timed out ('10.222.0.43', 37006) {{(pid=80170) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 19:29:58.848726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-882353e5-3e57-4b95-a04f-b3442c336007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:00.973740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ccc4-2245-4dcd-890e-7c5a3631efb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:02.210095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:02.742413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:04.007840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:17.172363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:30:24.630336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:28.859038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a32baa4b-2fb3-429f-9d21-28cd0295185b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:30.976174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-848fd76c-e78c-468d-b586-9a40277cbf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:32.224388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:32.741858 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:34.016675 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:54.171609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:30:54.652552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:30:58.849549 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-798ff6f6-c822-400e-9091-bba4f5a9dc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:00.977840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-c6f0647a-4d60-430b-87bf-038ea2109d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:02.217757 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:02.740115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:04.014621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:24.657762 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:28.846573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9f4077fc-c2c0-43d1-ad99-9b4cd5d436c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:30.977231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9dfb0eb3-5e56-4216-88f3-b729188cddbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:31.170650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:31:32.215076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:32.737805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:34.011350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:54.659889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:31:58.845357 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3250bd23-fdf3-4d5d-a7e4-bef1fe52a954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:00.982317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1fafc56e-cdd5-4f3f-b642-9af1363dc753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:02.216229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:02.728477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:04.020292 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:08.169678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:32:21.615776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 52656) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:21.955017 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Deleting subnet 26225013-2790-4e73-a7f3-1fe2cc8e3289 {{(pid=80170) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:32:21.958678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:22.023220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851828473'] for subnet, precommit_delete_associations {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:22.081356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:22.380286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851730763', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851739837'] for subnet, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:22.396580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:22.712351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26225013-2790-4e73-a7f3-1fe2cc8e3289,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:22.733631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.734036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.734487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.734879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.735270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.735663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.736046 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.736428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.736807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.737183 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.737561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.737938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.739167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.739384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.739748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.740129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.740502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.740881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.741258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.741635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.742013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.742412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.742788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.743162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:22.748154 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:22.774712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for subnet, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:22.780758 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bf52fbbb-6647-4b15-a47b-73e7c7e3bda4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/26225013-2790-4e73-a7f3-1fe2cc8e3289 HTTP/1.1" status: 204 len: 168 time: 1.1638765 Feb 05 19:32:22.783528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 52662) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:22.905270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:23.103099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:23.219986 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b7f7b6-7006-448a-8a2d-3c0c3968ef5f']}} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:23.232778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6d2696-fb19-4205-99c7-01995cb7111f') {'for_net_delete': True} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:23.233117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6d2696-fb19-4205-99c7-01995cb7111f') {} {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:23.245542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2947343'] for segment, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:23.260324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:23.262333 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80170) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:32:23.443025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:32:23.452201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851730878'] for segment, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:23.637540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Network 43b7f7b6-7006-448a-8a2d-3c0c3968ef5f has no segments {{(pid=80170) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:32:23.660781 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:32:23.779991 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:23.783643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:23.798216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:23.809694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b7f7b6-7006-448a-8a2d-3c0c3968ef5f,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:23.813161 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:23.843763 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3e8d62e4-49b8-4642-b641-6cae28863791 admin admin] 10.222.0.43 "DELETE /v2.0/networks/43b7f7b6-7006-448a-8a2d-3c0c3968ef5f HTTP/1.1" status: 204 len: 168 time: 1.0591302 Feb 05 19:32:24.236636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 52668) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:24.289844 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-d684e719-9b13-4c25-a1bd-0112fd57c694 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d676ae183a8846f79e4592b9bc1426a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519176 Feb 05 19:32:24.292522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 52672) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:24.353982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d47b252-4d5c-4b80-8d1e-7ef24a1d2efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:24.381293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d47b252-4d5c-4b80-8d1e-7ef24a1d2efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:24.598801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d47b252-4d5c-4b80-8d1e-7ef24a1d2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:24.603942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0bc6e75d-25ee-4b74-912c-a97e91b3c64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:24.622442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47b252-4d5c-4b80-8d1e-7ef24a1d2efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b1d47f-ac37-4ab9-8013-8bbc59bbf418,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:24.624891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0d47b252-4d5c-4b80-8d1e-7ef24a1d2efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:24.655015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0d47b252-4d5c-4b80-8d1e-7ef24a1d2efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:24.660379 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-0d47b252-4d5c-4b80-8d1e-7ef24a1d2efb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75b1d47f-ac37-4ab9-8013-8bbc59bbf418 HTTP/1.1" status: 204 len: 168 time: 0.3627601 Feb 05 19:32:24.679200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:28.848532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3dc57ac7-5ef4-4d28-bbbe-ab9f57ba4499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:30.987431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-dfaff455-a479-472f-b1a0-78a2d80dc5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:32.219625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:32.728104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:34.015273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:35.407086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 52746) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:35.561309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:35.576971 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:35.581039 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Usage tracker for resource:security_group_rule and tenant:5dfa321c580046b099ad7a4bb0e349cd is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:35.584587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:35.590347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:35.955603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:35.986739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:35.997298 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d0b68dd2-9605-4dcc-bea0-bba9c8ac1f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:36.043884 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5dfa321c580046b099ad7a4bb0e349cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355762 Feb 05 19:32:36.045613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc249ffd-3a71-41af-8568-cfb7281b9fb0,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:36.046831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52754) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:36.049759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3b2f7ec7-0cf9-47d7-a337-448233a3263c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:36.116551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:36.144951 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:36.260980 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:36.266233 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-90cc356f-9813-45ea-bb9c-5a1d6522bdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:36.280437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc249ffd-3a71-41af-8568-cfb7281b9fb0,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:36.290073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.290524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.290947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.291361 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.291773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.292182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.292590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.292996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.293403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.293806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.294229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.294638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.295117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.295528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.295932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.296332 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.296731 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.297135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.297534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.297936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.298365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.298769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.299168 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.299565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:36.303645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:36.304890 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fc249ffd-3a71-41af-8568-cfb7281b9fb0 HTTP/1.1" status: 204 len: 168 time: 0.2567682 Feb 05 19:32:36.305909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4c157914-f9a9-4342-b1b2-0e09f1abcb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:37.361008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52776) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:37.505778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-617466935-network', 'tenant_id': '39d892d3f8384810ab085f7b42394b37'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:37.510651 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:37.514790 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Usage tracker for resource:network and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:37.517825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:37.524230 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:37.564209 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Made reservation on behalf of 39d892d3f8384810ab085f7b42394b37 for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:32:37.570087 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:37.584201 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:37.599985 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:37.604097 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:37.607130 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:37.613029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:37.841569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:37.870811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:37.875125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-aae31d2c-b603-49de-83e8-b3865b35f112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:37.907157 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:32:37.917317 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6994eeb4-344c-4a51-925f-c835c4718bd1,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:37.921763 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:37.924311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:37.924753 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Added segment 8104e9c1-a1f4-4d13-bcef-de55bf753af9 of type vxlan for network 051f9c45-3c85-487e-ad6f-a8a3f561a497 Feb 05 19:32:37.952871 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:38.004259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:38.006267 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:32:38.006966 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:38.012139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:38.124996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=051f9c45-3c85-487e-ad6f-a8a3f561a497,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:38.127948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:38.135979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:32:38.151313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:32:38.163861 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-67e0fbc6-3528-4048-afe4-63d9108af7e5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8016326 Feb 05 19:32:38.166801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52782) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:38.172972 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Request body: {'subnet': {'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-617466935-subnet', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:38.178480 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:38.182598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Usage tracker for resource:subnet and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:38.185614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:38.191452 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:38.219402 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Made reservation on behalf of 39d892d3f8384810ab085f7b42394b37 for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:32:38.224796 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:38.905252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:38.921014 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:39.045969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c60d680-4643-47ac-ab1b-dd765eef1bd0,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:39.050968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:39.123931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Checking segment: {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:39.124316 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Network hostable DHCP agents. Network: 051f9c45-3c85-487e-ad6f-a8a3f561a497, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:32:39.221276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:32:39.278093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, 051f9c45-3c85-487e-ad6f-a8a3f561a497) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:39.290352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356f1037-851c-4f27-a690-5173ee4af5b2 None None] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:32:39.292530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:32:39.293182 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:39.342060 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-678ec370-7746-4205-b957-33ee5c1ac88e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1741133 Feb 05 19:32:39.344822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52786) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:39.351247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:39.356488 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:39.360577 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Usage tracker for resource:router and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:39.364862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:39.370652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:39.404300 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:39.405431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:39.421642 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:39.520354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-051f9c45-3c85-487e-ad6f-a8a3f561a497', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 19:32:39.521272 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:39.740965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:39.869702 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Allocated IP 172.20.0.2 (051f9c45-3c85-487e-ad6f-a8a3f561a497/5c60d680-4643-47ac-ab1b-dd765eef1bd0/2f15e39f-c3b9-4088-b25b-fa135574a88f) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:32:40.136011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.150635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.161256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Transition to ACTIVE for port object 2f15e39f-c3b9-4088-b25b-fa135574a88f will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:40.172235 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.177115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Transition to ACTIVE for port object 2f15e39f-c3b9-4088-b25b-fa135574a88f will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:40.209064 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.225015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:40.366132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Pushing event updated for resources: {'Port': ['ID=2f15e39f-c3b9-4088-b25b-fa135574a88f,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:40.388892 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.389206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.389590 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.389965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.390387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.390764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.391133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.391501 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.391868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.392232 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.392594 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.392955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.393388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.393753 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.394117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.394503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.394916 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.396008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.396548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.396896 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.397273 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.397636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.398000 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.398389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:40.402691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:40.443633 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Allocated IP 172.27.2.70 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/4a07db98-3133-40b1-bc6a-b5eec3d8eb1d) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:32:40.445306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:40.446539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:40.449134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:32:40.508141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Attempting to bind port 2f15e39f-c3b9-4088-b25b-fa135574a88f on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:32:40.508551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Attempting to bind port 2f15e39f-c3b9-4088-b25b-fa135574a88f by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:32:40.508960 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Attempting to bind port 2f15e39f-c3b9-4088-b25b-fa135574a88f on network 051f9c45-3c85-487e-ad6f-a8a3f561a497 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:32:40.514547 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:32:40.514983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Checking segment: {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:40.515401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.515839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Bound using segment: {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:32:40.516352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Bound port: 2f15e39f-c3b9-4088-b25b-fa135574a88f, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:32:40.516765 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.603662 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.619353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] For port 2f15e39f-c3b9-4088-b25b-fa135574a88f, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:32:40.622798 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] For port 2f15e39f-c3b9-4088-b25b-fa135574a88f, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=2f15e39f-c3b9-4088-b25b-fa135574a88f,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:32:40.705546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.705758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:40.721546 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:40.722204 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6acc6a7e-871d-48e5-b73f-d1aceacf26b4 tempest-VolumesSnapshotTestJSON-859053574 tempest-VolumesSnapshotTestJSON-859053574-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:40.867755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Pushing event updated for resources: {'Port': ['ID=4a07db98-3133-40b1-bc6a-b5eec3d8eb1d,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:40.873524 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:40.876195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Pushing event updated for resources: {'Port': ['ID=2f15e39f-c3b9-4088-b25b-fa135574a88f,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:40.882421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-1a7746b0-4e62-4f23-bd9e-855da71e6257 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:40.924923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:40.932694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:40.932694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:32:41.404538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:41.492370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 2f15e39f-c3b9-4088-b25b-fa135574a88f up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:41.602368 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 2f15e39f-c3b9-4088-b25b-fa135574a88f completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:42.019213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:42.213993 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1bd809-02a4-4f25-b842-ee829de62405 None None] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:32:42.284102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Router 0463d4ef-db21-43ea-9b7e-85dab09b5286 is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 19:32:42.350857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Provisioning for port 2f15e39f-c3b9-4088-b25b-fa135574a88f completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:42.390134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Provisioning complete for port 2f15e39f-c3b9-4088-b25b-fa135574a88f triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:42.390581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:42.486931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:32:42.497471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Sync routers for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:32:42.508663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:42.509336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:42.541228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:42.545302 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1967838 Feb 05 19:32:42.545463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52792) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:42.591868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:42.635482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-54b52224-23d4-48ad-903c-18e317458379 None None] For port 2f15e39f-c3b9-4088-b25b-fa135574a88f, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=2f15e39f-c3b9-4088-b25b-fa135574a88f,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:32:42.670804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:42.676023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:42.717689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:32:42.996893 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Pushing event updated for resources: {'Port': ['ID=2f15e39f-c3b9-4088-b25b-fa135574a88f,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:43.003503 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:43.007851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-30ef97a4-b6f7-4c51-8c51-ae1ff029c269 None None] Provisioning complete for port 2f15e39f-c3b9-4088-b25b-fa135574a88f triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:43.008311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-30ef97a4-b6f7-4c51-8c51-ae1ff029c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:43.093638 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:41Z', 'revision_number': 3, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:43.099166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Checking router: 0463d4ef-db21-43ea-9b7e-85dab09b5286 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:32:43.099788 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Updating router 0463d4ef-db21-43ea-9b7e-85dab09b5286 port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:32:43.191090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:43.297864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-182298bc-ae8a-4c22-8934-d162180ff615 None None] Provisioning complete for port 2f15e39f-c3b9-4088-b25b-fa135574a88f triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:43.298286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-182298bc-ae8a-4c22-8934-d162180ff615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:43.448618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:43.490694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 2f15e39f-c3b9-4088-b25b-fa135574a88f up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:43.577869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 2f15e39f-c3b9-4088-b25b-fa135574a88f triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:43.578616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:43.693313 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:43.709180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Transition to ACTIVE for port object 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:43.741703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:43.764551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:43.917297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Allocated IP 172.20.0.1 (051f9c45-3c85-487e-ad6f-a8a3f561a497/5c60d680-4643-47ac-ab1b-dd765eef1bd0/fdd78f3c-24ec-4f23-825f-ee2735dae1cc) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:32:43.948861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Pushing event updated for resources: {'Port': ['ID=4a07db98-3133-40b1-bc6a-b5eec3d8eb1d,revision_number=2']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:43.975281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.975661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.976034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.976401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.976810 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.977176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.977533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.977889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.978269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.978631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.978995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.979351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.979782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.980140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.980498 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.980856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.981210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.981581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.981920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.982301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.982681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.983035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.983388 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.983781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:32:43.988312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:44.041155 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Attempting to bind port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:32:44.041567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Attempting to bind port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:32:44.041974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Attempting to bind port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:32:44.047676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:32:44.048083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:44.048523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.048956 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:32:44.049455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Bound port: 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:32:44.049884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.080285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.096958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Transition to ACTIVE for port object fdd78f3c-24ec-4f23-825f-ee2735dae1cc will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:44.127302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] For port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:32:44.130549 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] For port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=4a07db98-3133-40b1-bc6a-b5eec3d8eb1d,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:32:44.163508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.179897 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-7abf82b6-b8a1-4e6a-b590-2518dc3694d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:44.191301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.208380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:44.318920 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:44.324489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:44.367528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Pushing event updated for resources: {'Port': ['ID=4a07db98-3133-40b1-bc6a-b5eec3d8eb1d,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:44.371053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-3dadc6ac-f7c6-4866-adc0-9fc5f05769e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:44.376375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:44.377580 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:44.380117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:32:44.416458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:44.417144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:44.442045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.590339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.615324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:32:44.615980 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-45af0aea-710b-4f70-b075-cc9306d51c96 None None] Provisioning for port fdd78f3c-24ec-4f23-825f-ee2735dae1cc completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:44.621325 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-45af0aea-710b-4f70-b075-cc9306d51c96 None None] Provisioning complete for port fdd78f3c-24ec-4f23-825f-ee2735dae1cc triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:44.621873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-45af0aea-710b-4f70-b075-cc9306d51c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:44.681336 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-45af0aea-710b-4f70-b075-cc9306d51c96 None None] Port fdd78f3c-24ec-4f23-825f-ee2735dae1cc cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:32:44.938826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:41Z', 'revision_number': 3, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:44.944545 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb61c21-a24f-48fa-80a6-0909dce425fc None None] The sync data for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi is: [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:41Z', 'revision_number': 3, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:32:45.144251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:45.169276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:32:45.204118 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:45.238515 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0e5c6508-609c-4ffe-b906-bc0a2ac125f6 tempest-AttachVolumeTestJSON-2123430271 tempest-AttachVolumeTestJSON-2123430271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:45.334582 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Pushing event updated for resources: {'Port': ['ID=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:45.337372 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:45.358470 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:45.502459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:45.503778 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:45.510145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:45.627033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:45.633555 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:45.634053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:45.727806 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Router 0463d4ef-db21-43ea-9b7e-85dab09b5286 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:32:45.784103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:45.816141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=4a07db98-3133-40b1-bc6a-b5eec3d8eb1d,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:32:45.819818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-be402bd7-a14b-495b-b4f0-64c7ae3d1ad2 None None] Provisioning complete for port fdd78f3c-24ec-4f23-825f-ee2735dae1cc triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:45.820239 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-be402bd7-a14b-495b-b4f0-64c7ae3d1ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:45.869322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:45.873931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:45.931337 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:32:45.940145 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-be402bd7-a14b-495b-b4f0-64c7ae3d1ad2 None None] Port fdd78f3c-24ec-4f23-825f-ee2735dae1cc cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:32:45.946244 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-b17370ce-e73e-4f23-b7bd-e8cdedca6af4 admin admin] 10.222.0.43 "PUT /v2.0/routers/0463d4ef-db21-43ea-9b7e-85dab09b5286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944116 Feb 05 19:32:45.959864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=4a07db98-3133-40b1-bc6a-b5eec3d8eb1d,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:45.963347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:46.952060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52814) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:46.958561 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-719902503-network', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:46.963836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:46.967978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Usage tracker for resource:network and tenant:cedd37d3999743f39e92c9485587b31a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:46.971045 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:46.977527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:47.015134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Made reservation on behalf of cedd37d3999743f39e92c9485587b31a for: {'network': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:32:47.020200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for network, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.034121 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.050886 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:47.056276 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Usage tracker for resource:security_group_rule and tenant:cedd37d3999743f39e92c9485587b31a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:47.061581 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:47.067703 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:47.153523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.179031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.183258 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9da3ad4e-8e3b-42df-9081-fbc54f01155f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:47.215585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80171) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 19:32:47.225885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7549afa5-ac08-44da-b4c8-352c97719ed6,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:47.229838 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:47.232437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363262150125667', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.232878 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.segments_db [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Added segment dcfe249d-a349-48b6-ac40-7bf7ed05512a of type vxlan for network c4575cb8-86fb-435c-a319-5dd3e2b84f3d Feb 05 19:32:47.260077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774704156770'] for network, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.316119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709'] for network, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.318012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:32:47.318705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.323857 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-94a1263c-c5e8-4dc8-9dc9-12d836b273ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:47.435220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Pushing event updated for resources: {'Network': ['ID=c4575cb8-86fb-435c-a319-5dd3e2b84f3d,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:47.438260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:47.447760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d details requested by agent ovs-agent-dv-cinder-774286-2-iscsi with host dv-cinder-774286-2-iscsi {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:32:47.454650 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-98c6f55c-b7fa-4af5-983d-d29c1c9d7ffd admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5013628 Feb 05 19:32:47.460687 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52818) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:47.463840 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80172) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 19:32:47.465187 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Request body: {'subnet': {'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-719902503-subnet', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'ip_version': 4}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:47.473077 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:47.479470 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Usage tracker for resource:subnet and tenant:cedd37d3999743f39e92c9485587b31a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:47.483082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:47.486602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:47.489827 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:47.524080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Made reservation on behalf of cedd37d3999743f39e92c9485587b31a for: {'subnet': 1} {{(pid=80171) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:32:47.528978 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2501651'] for subnet, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.737898 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:47.738356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:47.907054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Sync routers for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:32:47.917448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:47.918125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:47.989904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851928025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2501632'] for subnet, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:48.005645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:48.111781 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:32:48.137601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f14f91-b9c3-4280-97a6-d54b3a7da904,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:48.150780 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:48.214534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Checking segment: {'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80171) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:48.214936 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Network hostable DHCP agents. Network: c4575cb8-86fb-435c-a319-5dd3e2b84f3d, hostable agents: ['21d5411c-98e2-4a87-9104-4c2d65b13c79'], hosted agents: [] {{(pid=80171) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 19:32:48.267167 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d is scheduled to be hosted by DHCP agent 21d5411c-98e2-4a87-9104-4c2d65b13c79 with binding_index 1 {{(pid=80171) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 19:32:48.324214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774286-2-iscsi, c4575cb8-86fb-435c-a319-5dd3e2b84f3d) {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:48.336135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b4b9a1-aea6-44b1-9b8b-0d7127edbe0e None None] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:32:48.341527 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:32:48.342223 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:48.382305 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ff88085d-33ed-41bc-8384-63767d11ad3b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9230673 Feb 05 19:32:48.385018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52822) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:48.390585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:48.396240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:48.400256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Usage tracker for resource:router and tenant:cedd37d3999743f39e92c9485587b31a is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:48.403880 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:48.409683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:48.499775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-440912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854769663'] for router, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:48.500988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854334922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854335912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-424050', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6262'] for router, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:48.662497 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 2, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:48.668487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Checking router: 0463d4ef-db21-43ea-9b7e-85dab09b5286 for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:32:48.669035 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Updating router 0463d4ef-db21-43ea-9b7e-85dab09b5286 port fdd78f3c-24ec-4f23-825f-ee2735dae1cc binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:32:48.676534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:48.701506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d2346fc-b944-54b9-bff0-77805c08b5f5-c4575cb8-86fb-435c-a319-5dd3e2b84f3d', 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'fixed_ips': [{'subnet_id': 'e1f14f91-b9c3-4280-97a6-d54b3a7da904'}]}} from dv-cinder-774286-2-iscsi. {{(pid=80172) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 19:32:48.702431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:48.761657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.013804 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854335927', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6247'] for router, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.407879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.441266 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.463253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Allocated IP 172.20.0.2 (c4575cb8-86fb-435c-a319-5dd3e2b84f3d/e1f14f91-b9c3-4280-97a6-d54b3a7da904/45c851ae-dad6-44b2-af90-d28628ae4188) {{(pid=80172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:32:49.713202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.721549 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Allocated IP 172.27.2.183 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/aa472372-0351-42cd-9ffa-9e7589953b20) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:32:49.777934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Transition to ACTIVE for port object fdd78f3c-24ec-4f23-825f-ee2735dae1cc will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:49.809351 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Notify callbacks [] for port, precommit_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.819251 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.836134 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:49.868279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Transition to ACTIVE for port object 45c851ae-dad6-44b2-af90-d28628ae4188 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:49.888670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.941462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:49.957054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-346563f1-399b-4578-b652-22b0d18352ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:49.972242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Transition to ACTIVE for port object 45c851ae-dad6-44b2-af90-d28628ae4188 will not be triggered until provisioned by entity DHCP. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:49.990795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df826a-8c7f-4afb-9e50-77346acc9b9d None None] Pushing event updated for resources: {'Port': ['ID=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:49.996487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c8df826a-8c7f-4afb-9e50-77346acc9b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:50.011038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345'] for port, after_create {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.027740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:50.093172 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Pushing event updated for resources: {'Port': ['ID=aa472372-0351-42cd-9ffa-9e7589953b20,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:50.097722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:50.153860 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:50.155133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:50.157416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:32:50.194293 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Pushing event updated for resources: {'Port': ['ID=45c851ae-dad6-44b2-af90-d28628ae4188,revision_number=1']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:50.209977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:50.370439 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Attempting to bind port fdd78f3c-24ec-4f23-825f-ee2735dae1cc on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:32:50.370854 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Attempting to bind port fdd78f3c-24ec-4f23-825f-ee2735dae1cc by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:32:50.371262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Attempting to bind port fdd78f3c-24ec-4f23-825f-ee2735dae1cc on network 051f9c45-3c85-487e-ad6f-a8a3f561a497 {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:32:50.381812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d is already hosted by enough agents. {{(pid=80172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:50.382970 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:32:50.383408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Checking segment: {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:50.383881 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.384286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Bound using segment: {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:32:50.384917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Bound port: fdd78f3c-24ec-4f23-825f-ee2735dae1cc, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:32:50.385194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.397247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Resources bound (agent type, host, resource id): {{(pid=80172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:50.404499 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Received port after_create {{(pid=80172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:32:50.518823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Attempting to bind port 45c851ae-dad6-44b2-af90-d28628ae4188 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:32:50.519103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Attempting to bind port 45c851ae-dad6-44b2-af90-d28628ae4188 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:32:50.519533 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Attempting to bind port 45c851ae-dad6-44b2-af90-d28628ae4188 on network c4575cb8-86fb-435c-a319-5dd3e2b84f3d {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:32:50.549245 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:32:50.549655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Checking segment: {'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:50.550109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.550559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Bound using segment: {'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:32:50.551072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Bound port: 45c851ae-dad6-44b2-af90-d28628ae4188, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:32:50.552085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.579706 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] For port fdd78f3c-24ec-4f23-825f-ee2735dae1cc, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:32:50.623771 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] For port fdd78f3c-24ec-4f23-825f-ee2735dae1cc, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:32:50.658104 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.675393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-0af08a75-e3a8-499a-8068-cd0f5db614e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:50.765195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] For port 45c851ae-dad6-44b2-af90-d28628ae4188, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:32:50.793799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] For port 45c851ae-dad6-44b2-af90-d28628ae4188, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=45c851ae-dad6-44b2-af90-d28628ae4188,segment=NetworkSegment(dcfe249d-a349-48b6-ac40-7bf7ed05512a),segment_id=dcfe249d-a349-48b6-ac40-7bf7ed05512a)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:32:50.847072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.860415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df826a-8c7f-4afb-9e50-77346acc9b9d None None] Pushing event updated for resources: {'Port': ['ID=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:50.894331 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:50.917278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c8df826a-8c7f-4afb-9e50-77346acc9b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:50.922194 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-69635866-d93a-4596-b3c8-96c39a429da5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:51.055922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Pushing event updated for resources: {'Port': ['ID=45c851ae-dad6-44b2-af90-d28628ae4188,revision_number=2']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:51.063115 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:51.084829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:51.085520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:51.298658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854334888', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439975'] for router, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:51.481648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:32:51.602342 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Router decb8497-2a27-4bdb-8cc7-ad1705ab473c is scheduled to L3 agent 327540bf-1756-4845-9313-da4f4210b26b with binding_index 1 {{(pid=80171) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 19:32:51.843747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:32:51.857285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Sync routers for ids ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:32:51.868477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Routers {'decb8497-2a27-4bdb-8cc7-ad1705ab473c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:51.869166 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:51.878469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:50Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:51.883946 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0afeb0-90f5-426c-b46c-350d5b58dc1e None None] The sync data for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi is: [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:50Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:32:51.901567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:51.902990 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-37794b26-7fca-40fe-bae8-1dcc9789ac4a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5169594 Feb 05 19:32:51.906051 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52828) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:52.262508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Set router decb8497-2a27-4bdb-8cc7-ad1705ab473c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:32:52.600349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:32:50Z', 'revision_number': 3, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:52.605410 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Checking router: decb8497-2a27-4bdb-8cc7-ad1705ab473c for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:32:52.605799 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Updating router decb8497-2a27-4bdb-8cc7-ad1705ab473c port aa472372-0351-42cd-9ffa-9e7589953b20 binding host dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:32:52.669441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:52.773822 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e9820c-776c-4be8-b24d-90412241c0c2 None None] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:32:52.916968 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-9b21fcfe-d7e0-48cb-83c0-68f564b63af3 None None] Provisioning for port 45c851ae-dad6-44b2-af90-d28628ae4188 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:53.008813 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.163502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Notify callbacks [] for port, precommit_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.177534 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Transition to ACTIVE for port object aa472372-0351-42cd-9ffa-9e7589953b20 will not be triggered until provisioned by entity L2. {{(pid=80173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:53.210109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.226567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-67fddcbb-fec2-45af-ad2d-652d6da1048b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:53.378277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d447fe-f28f-4b71-b8c5-415e04a30e5d None None] Pushing event updated for resources: {'Port': ['ID=aa472372-0351-42cd-9ffa-9e7589953b20,revision_number=2']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:53.382518 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-55d447fe-f28f-4b71-b8c5-415e04a30e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:53.412927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Allocated IP 172.20.0.1 (c4575cb8-86fb-435c-a319-5dd3e2b84f3d/e1f14f91-b9c3-4280-97a6-d54b3a7da904/a6413d0b-704a-4d2e-a70b-949549734db1) {{(pid=80171) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:32:53.482839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Attempting to bind port aa472372-0351-42cd-9ffa-9e7589953b20 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Attempting to bind port aa472372-0351-42cd-9ffa-9e7589953b20 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Attempting to bind port aa472372-0351-42cd-9ffa-9e7589953b20 on network 73c04228-0d77-4e5b-9b73-aa3ab39df356 {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Checking segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Bound using segment: {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'} {{(pid=80173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Bound port: aa472372-0351-42cd-9ffa-9e7589953b20, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5fdf3-0c81-4d68-aa90-d72a89fa86c8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}}] {{(pid=80173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:32:53.502628 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.556506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 45c851ae-dad6-44b2-af90-d28628ae4188 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:53.608119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] For port aa472372-0351-42cd-9ffa-9e7589953b20, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:32:53.615621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] For port aa472372-0351-42cd-9ffa-9e7589953b20, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=aa472372-0351-42cd-9ffa-9e7589953b20,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:32:53.639566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.647038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80173) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.659095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Transition to ACTIVE for port object a6413d0b-704a-4d2e-a70b-949549734db1 will not be triggered until provisioned by entity DHCP. {{(pid=80171) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:53.666487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:53.688013 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port 45c851ae-dad6-44b2-af90-d28628ae4188 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:53.694255 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 45c851ae-dad6-44b2-af90-d28628ae4188 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:53.694688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.711304 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.728473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-da1b2669-6d9f-49a8-8669-c60f2441e4f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:53.784054 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-9657f0b6-25ac-4a39-8ce0-b96e7fdfd403 None None] Provisioning complete for port 45c851ae-dad6-44b2-af90-d28628ae4188 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:53.784393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9657f0b6-25ac-4a39-8ce0-b96e7fdfd403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.823076 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Pushing event updated for resources: {'Port': ['ID=a6413d0b-704a-4d2e-a70b-949549734db1,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:53.824554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d447fe-f28f-4b71-b8c5-415e04a30e5d None None] Pushing event updated for resources: {'Port': ['ID=aa472372-0351-42cd-9ffa-9e7589953b20,revision_number=3']} {{(pid=80173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:53.829206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-55d447fe-f28f-4b71-b8c5-415e04a30e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80173) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:53.877584 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Routers {'decb8497-2a27-4bdb-8cc7-ad1705ab473c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:53.878277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:53.882083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:53.898650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:53.962954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:53.964205 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:53.966652 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Received port after_create {{(pid=80171) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:32:53.993869 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port 45c851ae-dad6-44b2-af90-d28628ae4188, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=45c851ae-dad6-44b2-af90-d28628ae4188,segment=NetworkSegment(dcfe249d-a349-48b6-ac40-7bf7ed05512a),segment_id=dcfe249d-a349-48b6-ac40-7bf7ed05512a)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:32:54.013907 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9657f0b6-25ac-4a39-8ce0-b96e7fdfd403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.030773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436067'] for router_interface, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.073586 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.074512 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device fdd78f3c-24ec-4f23-825f-ee2735dae1cc up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:54.096100 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] Set router decb8497-2a27-4bdb-8cc7-ad1705ab473c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:32:54.112260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c5b08960-6192-40d2-9269-8af6e23d784d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:54.197815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.213755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-9657f0b6-25ac-4a39-8ce0-b96e7fdfd403 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80172) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:32:54.214086 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-9657f0b6-25ac-4a39-8ce0-b96e7fdfd403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:32:54.236566 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=45c851ae-dad6-44b2-af90-d28628ae4188,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:54.240965 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:54.288318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port fdd78f3c-24ec-4f23-825f-ee2735dae1cc completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:54.293730 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port fdd78f3c-24ec-4f23-825f-ee2735dae1cc triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:54.294153 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.413256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:32:50Z', 'revision_number': 3, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:54.418236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99b49d-42fa-47df-a1ec-c9e06de32215 None None] The sync data for ids ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'] in dv-cinder-774286-2-iscsi is: [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:32:50Z', 'revision_number': 3, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:32:54.423275 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.460356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port fdd78f3c-24ec-4f23-825f-ee2735dae1cc, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:32:54.495904 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.497839 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:54.510626 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.545260 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2847926'] for port, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.573274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:54.576112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ff427e6e-ffb3-4dc7-ac9b-a67108fac014 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:54.576995 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:54.666776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Pushing event updated for resources: {'Port': ['ID=a6413d0b-704a-4d2e-a70b-949549734db1,revision_number=2']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:54.669532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854160141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854325314'] for router_interface, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.672878 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:54.684227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:54.820386 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d is already hosted by enough agents. {{(pid=80171) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:32:54.821851 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Resources bound (agent type, host, resource id): {{(pid=80171) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:32:54.935977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-6cb9b24b-bd28-433a-a916-24c36ac7ef3c None None] Provisioning for port a6413d0b-704a-4d2e-a70b-949549734db1 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:54.943433 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-6cb9b24b-bd28-433a-a916-24c36ac7ef3c None None] Provisioning complete for port a6413d0b-704a-4d2e-a70b-949549734db1 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:54.943634 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b24b-bd28-433a-a916-24c36ac7ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:55.029075 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9b24b-bd28-433a-a916-24c36ac7ef3c None None] Port a6413d0b-704a-4d2e-a70b-949549734db1 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:32:55.062443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Router decb8497-2a27-4bdb-8cc7-ad1705ab473c has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:32:55.158658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-72bb20ec-46d8-4080-b6a7-aed1196adf38 None None] Provisioning complete for port a6413d0b-704a-4d2e-a70b-949549734db1 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:55.159138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-72bb20ec-46d8-4080-b6a7-aed1196adf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:55.225637 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-72bb20ec-46d8-4080-b6a7-aed1196adf38 None None] Port a6413d0b-704a-4d2e-a70b-949549734db1 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:32:55.285234 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:32:55.295792 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] 10.222.0.43 "PUT /v2.0/routers/decb8497-2a27-4bdb-8cc7-ad1705ab473c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3876791 Feb 05 19:32:55.562864 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 45c851ae-dad6-44b2-af90-d28628ae4188 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:55.644060 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port 45c851ae-dad6-44b2-af90-d28628ae4188 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:55.644475 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:55.783128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device aa472372-0351-42cd-9ffa-9e7589953b20 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:55.918321 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port aa472372-0351-42cd-9ffa-9e7589953b20 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:32:55.923707 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port aa472372-0351-42cd-9ffa-9e7589953b20 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:55.924120 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:55.961770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 52840) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:56.055050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.072862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port aa472372-0351-42cd-9ffa-9e7589953b20, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=aa472372-0351-42cd-9ffa-9e7589953b20,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:32:56.101199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.102262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device fdd78f3c-24ec-4f23-825f-ee2735dae1cc up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:56.113169 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1770226819', 'description': 'tempest-TestShelveInstance-1770226819 description'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:56.135367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:56.136175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:56.140252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Usage tracker for resource:security_group and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:56.143277 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:56.150988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:56.187102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.210353 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:56.214532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Usage tracker for resource:security_group_rule and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:56.217516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:56.223252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:56.236565 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=aa472372-0351-42cd-9ffa-9e7589953b20,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:56.240929 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:56.249516 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port fdd78f3c-24ec-4f23-825f-ee2735dae1cc triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:56.249933 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.306969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.335725 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.341598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5c5fb38e-5fe7-4724-81df-2b8efb36b9fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:56.383958 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3653e52-3aba-4a7e-83a8-e11a85f7ce70,revision_number=1']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:56.387052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:56.409847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.411862 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f9d7bdfe-55e8-4e78-8e29-54f93ae96de2 req-ab9d1f31-444d-4ceb-ae3e-75ba47aad114 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4489233 Feb 05 19:32:56.444457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 52848) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:32:56.593558 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f868452c-32c5-4e40-a52d-7eb62975581d req-81812725-3110-407a-a30a-5faf96190813 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups/e3653e52-3aba-4a7e-83a8-e11a85f7ce70 HTTP/1.1" status: 200 len: 1802 time: 0.1477609 Feb 05 19:32:56.604605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3653e52-3aba-4a7e-83a8-e11a85f7ce70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:56.604962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3653e52-3aba-4a7e-83a8-e11a85f7ce70', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:56.627447 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:56.632196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Usage tracker for resource:security_group_rule and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:56.635224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:56.640923 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:56.744065 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.769029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.804661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.806983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e17e70e5-a440-49b0-9c00-52097698578a tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:56.833269 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e87757-fc69-41bc-a2ce-33f464cf47a3,revision_number=0']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:56.838434 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:56.870681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:56.871944 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-f868452c-32c5-4e40-a52d-7eb62975581d req-4bcdcc2c-b54e-4be5-aec4-d62f4034bbe8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2716072 Feb 05 19:32:56.970699 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-7889eaf6-79e0-4117-95b7-b756cd7f20b2 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups/e3653e52-3aba-4a7e-83a8-e11a85f7ce70 HTTP/1.1" status: 200 len: 2395 time: 0.0652697 Feb 05 19:32:56.982596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3653e52-3aba-4a7e-83a8-e11a85f7ce70', 'remote_group_id': None}]} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:56.983068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3653e52-3aba-4a7e-83a8-e11a85f7ce70', 'remote_group_id': None}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:32:57.007018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:32:57.011569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Usage tracker for resource:security_group_rule and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:32:57.014715 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80171) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:32:57.020583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80171) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:32:57.102068 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:57.126809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:57.156739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352966'] for security_group_rule, after_create {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:57.159113 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-5f4228c9-c1db-4ac7-a8f8-963b22ae8092 tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:57.183741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d508398c-61b5-4d70-97ce-4852b4611062,revision_number=0']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:57.186509 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:57.229265 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:57.230667 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b4eb1c8e-e83c-4acc-aebb-b280c0102743 req-78668fe1-7c0c-4c15-a25b-249f8a32259f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2526734 Feb 05 19:32:57.473468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device aa472372-0351-42cd-9ffa-9e7589953b20 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:32:57.548952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port aa472372-0351-42cd-9ffa-9e7589953b20 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:32:57.549369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:57.679648 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Sync routers for ids ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:32:57.693669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Routers {'decb8497-2a27-4bdb-8cc7-ad1705ab473c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:57.694406 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:58.069364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Set router decb8497-2a27-4bdb-8cc7-ad1705ab473c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:32:58.411147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 4, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a6413d0b-704a-4d2e-a70b-949549734db1', 'name': '', 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'mac_address': 'fa:16:3e:89:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e1f14f91-b9c3-4280-97a6-d54b3a7da904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:53Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 2, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'subnets': [{'id': 'e1f14f91-b9c3-4280-97a6-d54b3a7da904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:58.415256 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Checking router: decb8497-2a27-4bdb-8cc7-ad1705ab473c for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:32:58.415661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Updating router decb8497-2a27-4bdb-8cc7-ad1705ab473c port a6413d0b-704a-4d2e-a70b-949549734db1 binding host dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 19:32:58.477764 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:58.888408 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-0bb8a657-010d-4efb-94bf-4e84ab2dca6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:58.923591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Notify callbacks [] for port, precommit_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:58.935793 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Transition to ACTIVE for port object a6413d0b-704a-4d2e-a70b-949549734db1 will not be triggered until provisioned by entity L2. {{(pid=80172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:32:58.969786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:58.985750 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-b369293f-efad-4510-b4d8-ef97248b61d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:59.123381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c8c41-30cd-4ec8-9b44-60a090a30052 None None] Pushing event updated for resources: {'Port': ['ID=a6413d0b-704a-4d2e-a70b-949549734db1,revision_number=3']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:59.127876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-545c8c41-30cd-4ec8-9b44-60a090a30052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:59.307962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Attempting to bind port a6413d0b-704a-4d2e-a70b-949549734db1 on host dv-cinder-774286-2-iscsi for vnic_type normal with profile {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:32:59.308382 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Attempting to bind port a6413d0b-704a-4d2e-a70b-949549734db1 by drivers openvswitch on host dv-cinder-774286-2-iscsi at level 0 using segments [{'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:32:59.308805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Attempting to bind port a6413d0b-704a-4d2e-a70b-949549734db1 on network c4575cb8-86fb-435c-a319-5dd3e2b84f3d {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:32:59.314709 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Checking agent: {'id': '6e5a25d3-5cff-4506-a2ab-99fd83401c0d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774286-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 41, 3), 'started_at': datetime.datetime(2021, 2, 5, 18, 41, 33), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774286-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.63', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:32:59.315141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Checking segment: {'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:32:59.315680 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:59.316028 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Bound using segment: {'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'} {{(pid=80172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:32:59.316643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Bound port: a6413d0b-704a-4d2e-a70b-949549734db1, host: dv-cinder-774286-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcfe249d-a349-48b6-ac40-7bf7ed05512a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d'}}] {{(pid=80172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:32:59.322210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:59.438289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] For port a6413d0b-704a-4d2e-a70b-949549734db1, host dv-cinder-774286-2-iscsi, cleared binding levels {{(pid=80172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:32:59.441358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] For port a6413d0b-704a-4d2e-a70b-949549734db1, host dv-cinder-774286-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a6413d0b-704a-4d2e-a70b-949549734db1,segment=NetworkSegment(dcfe249d-a349-48b6-ac40-7bf7ed05512a),segment_id=dcfe249d-a349-48b6-ac40-7bf7ed05512a)] {{(pid=80172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:32:59.473736 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:32:59.489286 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:32:59.651238 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c8c41-30cd-4ec8-9b44-60a090a30052 None None] Pushing event updated for resources: {'Port': ['ID=a6413d0b-704a-4d2e-a70b-949549734db1,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:32:59.657025 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-545c8c41-30cd-4ec8-9b44-60a090a30052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:32:59.703033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Routers {'decb8497-2a27-4bdb-8cc7-ad1705ab473c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:32:59.703718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:32:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:32:59.911485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] Set router decb8497-2a27-4bdb-8cc7-ad1705ab473c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:33:00.268390 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 4, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a6413d0b-704a-4d2e-a70b-949549734db1', 'name': '', 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'mac_address': 'fa:16:3e:89:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e1f14f91-b9c3-4280-97a6-d54b3a7da904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:53Z', 'updated_at': '2021-02-05T19:32:59Z', 'revision_number': 4, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'subnets': [{'id': 'e1f14f91-b9c3-4280-97a6-d54b3a7da904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:33:00.272646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af2440-45ce-42f3-83f5-b50bfc41c30c None None] The sync data for ids ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'] in dv-cinder-774286-2-iscsi is: [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 4, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'a6413d0b-704a-4d2e-a70b-949549734db1', 'name': '', 'network_id': 'c4575cb8-86fb-435c-a319-5dd3e2b84f3d', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'mac_address': 'fa:16:3e:89:2b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e1f14f91-b9c3-4280-97a6-d54b3a7da904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:53Z', 'updated_at': '2021-02-05T19:32:59Z', 'revision_number': 4, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'subnets': [{'id': 'e1f14f91-b9c3-4280-97a6-d54b3a7da904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:33:00.987109 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-54d4dabc-ee9e-42a3-84fd-28e3e7415a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:01.495352 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a6413d0b-704a-4d2e-a70b-949549734db1 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:33:01.598505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning for port a6413d0b-704a-4d2e-a70b-949549734db1 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:33:01.603723 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port a6413d0b-704a-4d2e-a70b-949549734db1 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:33:01.604139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:01.732643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:01.770598 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] For port a6413d0b-704a-4d2e-a70b-949549734db1, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a6413d0b-704a-4d2e-a70b-949549734db1,segment=NetworkSegment(dcfe249d-a349-48b6-ac40-7bf7ed05512a),segment_id=dcfe249d-a349-48b6-ac40-7bf7ed05512a)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:33:01.796493 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:01.798530 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:33:01.875027 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Pushing event updated for resources: {'Port': ['ID=a6413d0b-704a-4d2e-a70b-949549734db1,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:33:01.878559 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:33:02.247948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:02.722131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:03.474587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a6413d0b-704a-4d2e-a70b-949549734db1 up at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:33:03.548758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Provisioning complete for port a6413d0b-704a-4d2e-a70b-949549734db1 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:33:03.549170 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:04.019229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:15.936638 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-478fe8c5-d39f-4e27-97ce-1c461829e5c4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1770226819&fields=id&tenant_id=39d892d3f8384810ab085f7b42394b37 HTTP/1.1" status: 200 len: 267 time: 0.0609410 Feb 05 19:33:16.181328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-1612ff99-7fc3-4834-838c-59fafb2367ba tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:16.183615 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-1612ff99-7fc3-4834-838c-59fafb2367ba tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 808 time: 0.2397504 Feb 05 19:33:16.202007 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-b28b2403-3512-45d3-a170-f011fb6db975 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/quotas/39d892d3f8384810ab085f7b42394b37 HTTP/1.1" status: 200 len: 375 time: 0.0109477 Feb 05 19:33:16.327761 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-5c815da0-ff38-4fca-abe0-ff94f5a79d67 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200950 Feb 05 19:33:16.415640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-447d30a9-0db1-4615-b7cf-c4ad15576463 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:33:16.417438 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-447d30a9-0db1-4615-b7cf-c4ad15576463 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0773661 Feb 05 19:33:16.564740 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-27b275d7-a09e-4550-9885-f754236dfeec service neutron] 10.222.0.43 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406295 Feb 05 19:33:16.708890 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-fce9c694-dd16-4458-a295-956d95e47a73 service neutron] 10.222.0.43 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377261 Feb 05 19:33:17.264249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-9e569c0f-40a0-43fc-9a89-ed6b4dbb0c36 req-fed6c569-5b6c-410d-a137-b3ce351b492a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Synchronizing usage tracker for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:33:17.307318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-9e569c0f-40a0-43fc-9a89-ed6b4dbb0c36 req-fed6c569-5b6c-410d-a137-b3ce351b492a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Unset dirty status for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:33:17.308733 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-9e569c0f-40a0-43fc-9a89-ed6b4dbb0c36 req-fed6c569-5b6c-410d-a137-b3ce351b492a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 210 time: 0.1000881 Feb 05 19:33:18.490349 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-dbcddf2a-7ee0-47c6-b188-9039a767c721 req-19bb8fef-7978-4c25-9bb6-b7e955d2807a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 210 time: 0.0503573 Feb 05 19:33:19.337876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.26', 55055) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:33:19.584769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-a0c6593d-28b0-40f8-88f1-2098a65980c1 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:19.586446 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-a0c6593d-28b0-40f8-88f1-2098a65980c1 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 808 time: 0.2474444 Feb 05 19:33:19.686764 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-43847490-196f-4983-ba2a-df90e6162c19 req-b43f181f-bbbe-40ae-9f3e-ba3cde0f0b6f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 210 time: 0.0526659 Feb 05 19:33:19.714701 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-6f6df4d5-3371-4ec0-861f-d79a36478907 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39d892d3f8384810ab085f7b42394b37 HTTP/1.1" status: 200 len: 5759 time: 0.1034348 Feb 05 19:33:19.732236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'port': {'device_id': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'admin_state_up': True, 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'security_groups': ['e3653e52-3aba-4a7e-83a8-e11a85f7ce70']}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:33:19.882459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:33:19.892532 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:33:19.928259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Made reservation on behalf of 39d892d3f8384810ab085f7b42394b37 for: {'port': 1} {{(pid=80170) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 19:33:19.951131 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:20.271307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Allocated IP 172.20.0.5 (051f9c45-3c85-487e-ad6f-a8a3f561a497/5c60d680-4643-47ac-ab1b-dd765eef1bd0/26ee8063-7c3c-43a7-86e8-c937c8d6e052) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:33:20.477611 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:20.494335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Transition to ACTIVE for port object 26ee8063-7c3c-43a7-86e8-c937c8d6e052 will not be triggered until provisioned by entity DHCP. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:33:20.576602 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:20.592021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:33:21.006418 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event updated for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:33:21.020743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:33:21.092178 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:33:21.100189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:33:21.103421 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:33:21.216430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524063c5-f7bb-48a0-bede-9f6ed6edb688 req-a7b4fb82-e483-4979-a758-68609accb525 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:21.218199 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-524063c5-f7bb-48a0-bede-9f6ed6edb688 req-a7b4fb82-e483-4979-a758-68609accb525 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 931 time: 0.2549608 Feb 05 19:33:21.341616 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e22fe22f-4268-4d14-a02e-5d98fe1c2c35 None None] Provisioning for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 completed by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:33:21.347018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-e22fe22f-4268-4d14-a02e-5d98fe1c2c35 None None] Provisioning complete for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 triggered by entity DHCP. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:33:21.347472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e22fe22f-4268-4d14-a02e-5d98fe1c2c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:21.352322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:21.353034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:21.386264 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-524063c5-f7bb-48a0-bede-9f6ed6edb688 req-88f1b544-2bd3-4265-979a-b252c3f7af25 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1580570 Feb 05 19:33:21.409716 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-e22fe22f-4268-4d14-a02e-5d98fe1c2c35 None None] Port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 cannot update to ACTIVE because it is not bound. {{(pid=80172) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 19:33:21.497017 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-2b8278d3-99e5-4cb5-9f53-d6ce7042e453 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7694826 Feb 05 19:33:21.512163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-818f309b-af26-419a-b8a3-bcf848d63693 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:33:21.513203 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-818f309b-af26-419a-b8a3-bcf848d63693 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062678 Feb 05 19:33:21.602805 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Request body: {'port': {'device_id': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:33:21.730540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:22.158083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ee8063-7c3c-43a7-86e8-c937c8d6e052 {{(pid=80170) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 19:33:22.166072 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:22.170906 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:33:22.178830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Transition to ACTIVE for port object 26ee8063-7c3c-43a7-86e8-c937c8d6e052 will not be triggered until provisioned by entity L2. {{(pid=80170) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 19:33:22.202745 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:22.218830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-61597455-6d58-49f2-a71c-c2eab2025278 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:33:22.357697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:33:22.362940 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:33:22.556306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Attempting to bind port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 19:33:22.556681 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Attempting to bind port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 19:33:22.557203 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Attempting to bind port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 on network 051f9c45-3c85-487e-ad6f-a8a3f561a497 {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 19:33:22.563464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Checking agent: {'id': '1d3e67b5-bd70-426a-b5f5-1f4cab7a0e1e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 18, 48, 22), 'started_at': datetime.datetime(2021, 2, 5, 18, 48, 52), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 19, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.52', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 19:33:22.563838 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Checking segment: {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80170) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 19:33:22.564240 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:22.564636 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Bound using segment: {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'} {{(pid=80170) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 19:33:22.565091 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Bound port: 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8104e9c1-a1f4-4d13-bcef-de55bf753af9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497'}}] {{(pid=80170) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 19:33:22.565455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:22.662823 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, cleared binding levels {{(pid=80170) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 19:33:22.665836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80170) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 19:33:22.700243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa1990-f0a5-4707-9658-f8fe49aa231d req-32acc21a-ecaa-423b-969a-c6b161caa6e0 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:22.700609 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:22.701891 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5eaa1990-f0a5-4707-9658-f8fe49aa231d req-32acc21a-ecaa-423b-969a-c6b161caa6e0 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1787963 Feb 05 19:33:22.715188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fb688a4e-11a4-4fc9-a15a-38f6de00c452 tempest-TestMinimumBasicScenario-1409983938 tempest-TestMinimumBasicScenario-1409983938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:33:22.771137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5eaa1990-f0a5-4707-9658-f8fe49aa231d req-ae5166bd-ae46-4572-aa2c-e25881bc667b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Synchronizing usage tracker for tenant:39d892d3f8384810ab085f7b42394b37 on resource:security_group {{(pid=80171) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:33:22.814376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-5eaa1990-f0a5-4707-9658-f8fe49aa231d req-ae5166bd-ae46-4572-aa2c-e25881bc667b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Unset dirty status for tenant:39d892d3f8384810ab085f7b42394b37 on resource:security_group {{(pid=80171) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:33:22.815846 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5eaa1990-f0a5-4707-9658-f8fe49aa231d req-ae5166bd-ae46-4572-aa2c-e25881bc667b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1074543 Feb 05 19:33:22.868206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=3']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:33:22.890828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.891244 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.891650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.892048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.892443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.892837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.893228 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.893620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.894010 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.894428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.894818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.895206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.895669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.896063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.896539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.896928 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.897319 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.897712 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.898102 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.898520 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.898912 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.899301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.899697 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.900081 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:33:22.906618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:33:22.934755 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:22.935356 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:22.936822 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-95095bdb-f33b-4781-9bf1-1e7266fdffa0 service neutron] 10.222.0.26 "PUT /v2.0/ports/26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 1157 time: 1.4126968 Feb 05 19:33:22.937345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:33:23.086937 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-d9e5d918-ad16-4cd2-a902-ef30a81043d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:23.089115 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-d9e5d918-ad16-4cd2-a902-ef30a81043d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1160 time: 0.0838161 Feb 05 19:33:23.090903 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'status': 'completed', 'code': 200} Feb 05 19:33:23.174037 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-8b278a8e-9707-4945-b654-f4a25061a1cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 217 time: 0.0708272 Feb 05 19:33:23.246726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-e16535b2-9810-4fe6-93d5-0e72071884df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:23.248182 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-e16535b2-9810-4fe6-93d5-0e72071884df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0633726 Feb 05 19:33:23.340058 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-e53acb7b-ae0a-4d35-9028-9dd930abd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:23.341620 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-e53acb7b-ae0a-4d35-9028-9dd930abd3aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803850 Feb 05 19:33:23.492051 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-1ea08966-e859-4ecc-b9bd-551965d8388b service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398244 Feb 05 19:33:23.641554 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8d67d21b-0fd4-4a62-8cea-c9d28059bc9f req-c3febbbd-7344-47eb-accc-2e4bad8dd846 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393962 Feb 05 19:33:23.816037 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3115dc-7220-413f-afa4-228676018af9 req-c7112d1f-467d-4745-804d-e6e4efed6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:23.817742 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c3115dc-7220-413f-afa4-228676018af9 req-c7112d1f-467d-4745-804d-e6e4efed6dda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1160 time: 0.0812058 Feb 05 19:33:23.968180 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3115dc-7220-413f-afa4-228676018af9 req-4680a372-eff8-4d39-b3f8-a82dc73d9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:23.969684 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c3115dc-7220-413f-afa4-228676018af9 req-4680a372-eff8-4d39-b3f8-a82dc73d9d19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1450415 Feb 05 19:33:24.049818 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c3115dc-7220-413f-afa4-228676018af9 req-5f53f41d-58e8-4aa8-aa90-aec012200cce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 217 time: 0.0725222 Feb 05 19:33:24.111278 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4152282-29f5-4631-a3c2-80291e97083b req-4213f7d9-73a9-4d8a-95bd-42a8aa2f6bb8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:24.112984 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d4152282-29f5-4631-a3c2-80291e97083b req-4213f7d9-73a9-4d8a-95bd-42a8aa2f6bb8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1668437 Feb 05 19:33:24.123719 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3115dc-7220-413f-afa4-228676018af9 req-6f323eee-c596-4c73-a7eb-0fcc69053352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:24.125407 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c3115dc-7220-413f-afa4-228676018af9 req-6f323eee-c596-4c73-a7eb-0fcc69053352 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0684555 Feb 05 19:33:24.179593 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d4152282-29f5-4631-a3c2-80291e97083b req-7675acab-fe7c-41fe-8842-ff1ec637e139 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589151 Feb 05 19:33:24.212378 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3115dc-7220-413f-afa4-228676018af9 req-2b3ca869-ab3e-4f5d-b6be-087ebccc4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:24.214235 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c3115dc-7220-413f-afa4-228676018af9 req-2b3ca869-ab3e-4f5d-b6be-087ebccc4083 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773084 Feb 05 19:33:24.360862 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c3115dc-7220-413f-afa4-228676018af9 req-8e614969-2c9e-4f3e-a528-f72139ffe618 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357341 Feb 05 19:33:24.506456 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6c3115dc-7220-413f-afa4-228676018af9 req-e72be2f3-b301-401b-9b8b-4862340374e9 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348584 Feb 05 19:33:24.690214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:25.484629 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265db70-a88f-47bd-b0b3-a47f82b58537 req-9f277811-9139-4e1d-a14c-581c043f98c7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:25.485369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c265db70-a88f-47bd-b0b3-a47f82b58537 req-9f277811-9139-4e1d-a14c-581c043f98c7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Synchronizing usage tracker for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:33:25.524663 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-c265db70-a88f-47bd-b0b3-a47f82b58537 req-9f277811-9139-4e1d-a14c-581c043f98c7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Unset dirty status for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:33:25.526104 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c265db70-a88f-47bd-b0b3-a47f82b58537 req-9f277811-9139-4e1d-a14c-581c043f98c7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.2143705 Feb 05 19:33:25.593986 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c265db70-a88f-47bd-b0b3-a47f82b58537 req-2027dd72-1249-4959-8d28-ab78b7fcaf50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0607474 Feb 05 19:33:26.891222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9e192-f9af-4f7c-9df4-ed577a11f278 req-c8062a31-bac2-4ec8-8e17-d33f74af1352 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:26.892846 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a1c9e192-f9af-4f7c-9df4-ed577a11f278 req-c8062a31-bac2-4ec8-8e17-d33f74af1352 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1712539 Feb 05 19:33:26.957772 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a1c9e192-f9af-4f7c-9df4-ed577a11f278 req-37eabdbe-57b2-41ea-9e86-3618231f35a8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0584238 Feb 05 19:33:28.253830 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388684a-bef0-4755-9d8d-930ec6999c70 req-324409c1-14cd-4ccc-98c0-381e0aae7afc tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:28.255473 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6388684a-bef0-4755-9d8d-930ec6999c70 req-324409c1-14cd-4ccc-98c0-381e0aae7afc tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1633945 Feb 05 19:33:28.324821 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6388684a-bef0-4755-9d8d-930ec6999c70 req-7da93ec4-2ada-4c6c-bf19-01845e255d48 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0624456 Feb 05 19:33:28.844350 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-24fe0fc7-2098-4ab0-a8f5-6f380e5d6423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:29.628495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178d42e-912e-453e-a2e8-b82204476549 req-af666af7-3445-4a06-93c1-1d12c72cca34 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:29.630154 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8178d42e-912e-453e-a2e8-b82204476549 req-af666af7-3445-4a06-93c1-1d12c72cca34 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1720824 Feb 05 19:33:29.695187 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8178d42e-912e-453e-a2e8-b82204476549 req-ada36e7b-e93e-4e03-a073-0d845d0c6f2f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0581789 Feb 05 19:33:30.981339 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-76e7d540-9e42-475b-8de3-5d6ac78365ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:30.988236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49267e59-cfc3-42d2-8688-30e5f1678c5a req-5738eaa2-a0ce-4150-a92c-9a37e44af363 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:30.989851 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-49267e59-cfc3-42d2-8688-30e5f1678c5a req-5738eaa2-a0ce-4150-a92c-9a37e44af363 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1646838 Feb 05 19:33:31.054392 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-49267e59-cfc3-42d2-8688-30e5f1678c5a req-71eabee8-04d9-4696-9bae-710ef6f268dd tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0572293 Feb 05 19:33:32.227621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:32.277587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 26ee8063-7c3c-43a7-86e8-c937c8d6e052 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:33:32.357345 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e502b39-e759-406d-97ce-a518d5ee566c req-cbbe3f5d-e117-4e2b-9467-b1aa77f1563a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:32.359090 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8e502b39-e759-406d-97ce-a518d5ee566c req-cbbe3f5d-e117-4e2b-9467-b1aa77f1563a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1748345 Feb 05 19:33:32.404789 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 completed by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 19:33:32.410979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:33:32.423627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:32.425161 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8e502b39-e759-406d-97ce-a518d5ee566c req-4f001b7a-aa18-4d78-8856-019d1ef62770 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0597448 Feb 05 19:33:32.535389 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:32.565552 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:33:32.576450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:33:32.603140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:32.605174 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c8df826a-8c7f-4afb-9e50-77346acc9b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:33:32.675459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=4']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:33:32.679141 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:33:32.712772 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'code': 200} Feb 05 19:33:32.728777 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:33.188465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee9de1-b3cb-4f7d-adf8-b4d0f795e5f7 req-0451936b-3c09-4e2c-a733-634fd10ad34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:33.190056 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38ee9de1-b3cb-4f7d-adf8-b4d0f795e5f7 req-0451936b-3c09-4e2c-a733-634fd10ad34f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0829010 Feb 05 19:33:33.236514 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-38ee9de1-b3cb-4f7d-adf8-b4d0f795e5f7 req-a31fa2e2-4a26-4414-b648-d2fb56a619c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0356817 Feb 05 19:33:33.725722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f28c62-bb5d-4d44-9d54-20fd2cd00409 req-496ec6b0-5ab2-49d3-8c7b-39432bbc8d1a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:33.727415 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1f28c62-bb5d-4d44-9d54-20fd2cd00409 req-496ec6b0-5ab2-49d3-8c7b-39432bbc8d1a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1681151 Feb 05 19:33:33.794873 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c1f28c62-bb5d-4d44-9d54-20fd2cd00409 req-77cf7f45-a464-4886-9a83-8b54fa0383c0 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0597091 Feb 05 19:33:33.929983 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 26ee8063-7c3c-43a7-86e8-c937c8d6e052 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:33:34.019049 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:33:34.019464 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:34.055073 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:35.110106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cfa74-1eae-4bb9-8ccc-c6a4898c4413 req-0a8a3650-dc29-42fb-bdec-bbcd53f4f5fe tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:35.111882 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-938cfa74-1eae-4bb9-8ccc-c6a4898c4413 req-0a8a3650-dc29-42fb-bdec-bbcd53f4f5fe tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1710324 Feb 05 19:33:35.181090 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-938cfa74-1eae-4bb9-8ccc-c6a4898c4413 req-a93a5dd4-55a3-4daf-87b4-a62aa76877f2 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0627792 Feb 05 19:33:35.499376 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0b00e-d59b-4a93-86d1-e9e140644d37 req-d2a8b4b7-66ed-4f4b-9d9a-6bb9dad5019c tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:35.501130 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76b0b00e-d59b-4a93-86d1-e9e140644d37 req-d2a8b4b7-66ed-4f4b-9d9a-6bb9dad5019c tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1747372 Feb 05 19:33:35.569228 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76b0b00e-d59b-4a93-86d1-e9e140644d37 req-7b77031b-495f-444f-88f3-cfce364f9b02 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0613158 Feb 05 19:33:35.832397 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-db62704c-ee1e-43ca-958b-8b180fe36edf tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2032695 Feb 05 19:33:35.843218 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'floatingip': {'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356'}} {{(pid=80170) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:33:35.865487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 19:33:35.869589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Usage tracker for resource:floatingip and tenant:39d892d3f8384810ab085f7b42394b37 is out of sync, need to count used quota {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 19:33:35.873519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80170) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 19:33:35.879430 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.quota.driver [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80170) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 19:33:35.919525 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for floatingip, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:36.074947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:36.465057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_common [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Allocated IP 172.27.2.13 (73c04228-0d77-4e5b-9b73-aa3ab39df356/cbe5b07e-2e19-4c65-a623-431b09ea68cd/63450ae4-ea6b-44e1-bbf3-7e6ab0ab50e7) {{(pid=80170) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 19:33:36.880358 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for port, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:37.004891 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774704208345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:37.020811 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-77f909e9-f3fa-45d9-beaf-6ded4bb1f7d8 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:33:37.157310 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event updated for resources: {'Port': ['ID=63450ae4-ea6b-44e1-bbf3-7e6ab0ab50e7,revision_number=1']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:33:37.161959 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:33:37.218644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Network 73c04228-0d77-4e5b-9b73-aa3ab39df356 is already hosted by enough agents. {{(pid=80170) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 19:33:37.219825 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.base_scheduler [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Resources bound (agent type, host, resource id): {{(pid=80170) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 19:33:37.222274 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Received port after_create {{(pid=80170) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 19:33:37.309801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:37.408571 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:37.697092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for port, precommit_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:37.731066 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851730848'] for port, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:37.751952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-09d11e44-0d96-4268-91e0-8fd2eee624d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:33:37.893329 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event updated for resources: {'Port': ['ID=63450ae4-ea6b-44e1-bbf3-7e6ab0ab50e7,revision_number=2']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:33:37.896500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:33:37.999494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:38.071944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:38.073507 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-135556d1-5597-41ca-8ea8-5cc1d428dd50 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2348146 Feb 05 19:33:38.188401 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-b37a9407-da82-48dc-8332-e08783fb4111 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Synchronizing usage tracker for tenant:39d892d3f8384810ab085f7b42394b37 on resource:floatingip {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:33:38.238979 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-b37a9407-da82-48dc-8332-e08783fb4111 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Unset dirty status for tenant:39d892d3f8384810ab085f7b42394b37 on resource:floatingip {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:33:38.240393 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-b37a9407-da82-48dc-8332-e08783fb4111 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1599450 Feb 05 19:33:38.488347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-0772ffed-d63f-48aa-ad9f-5c0574fb0cc5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:38.489949 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-0772ffed-d63f-48aa-ad9f-5c0574fb0cc5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.2418368 Feb 05 19:33:38.502895 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-fb766035-103d-427b-95ac-70a718dfb04f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:33:38.503974 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-92b80749-8f9b-48b2-8ce6-b8184eb3c04a req-fb766035-103d-427b-95ac-70a718dfb04f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067580 Feb 05 19:33:38.790766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-3a964f4d-7dfb-4164-9c29-78e35f7307c5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:38.793067 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-3a964f4d-7dfb-4164-9c29-78e35f7307c5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1773641 Feb 05 19:33:38.899801 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-f5899582-50ef-4d3c-b0ae-2725bb41c50e tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.13 HTTP/1.1" status: 200 len: 695 time: 0.1001098 Feb 05 19:33:38.910997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.v2.base [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Request body: {'floatingip': {'port_id': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80171) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 19:33:39.256900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for floatingip, before_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:39.960474 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:39.997188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854335789'] for floatingip, after_update {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:40.192512 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Floating IP 12ae86d8-0e16-4d7e-b66d-a75ec271486b associated. External IP: 172.27.2.13, port: 26ee8063-7c3c-43a7-86e8-c937c8d6e052. Feb 05 19:33:40.575573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Router 0463d4ef-db21-43ea-9b7e-85dab09b5286 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:33:40.779012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:33:40.783542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:40.789585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] Sync routers for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:33:40.801973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:33:40.802987 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:33:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:33:40.847838 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-5e0cbd78-f28a-4704-8d5f-d3c9baca43fb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "PUT /v2.0/floatingips/12ae86d8-0e16-4d7e-b66d-a75ec271486b HTTP/1.1" status: 200 len: 995 time: 1.9410744 Feb 05 19:33:40.848413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80171) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:33:41.008967 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:33:41.009638 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'status': 'completed', 'code': 200} Feb 05 19:33:41.037682 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-10e7248b-0f33-4414-a6b7-aff4846a288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.039521 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-10e7248b-0f33-4414-a6b7-aff4846a288c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.1755116 Feb 05 19:33:41.119034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-7538568c-6dba-4874-88db-5554b9e990d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.120786 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-7538568c-6dba-4874-88db-5554b9e990d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0900903 Feb 05 19:33:41.195693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-f59e034e-beff-44df-be7a-660a04320712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.197327 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-f59e034e-beff-44df-be7a-660a04320712 service neutron] 10.222.0.43 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1498942 Feb 05 19:33:41.276908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-a42fcf61-5bf9-4612-b3b3-10281d73bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.278744 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-a42fcf61-5bf9-4612-b3b3-10281d73bf37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1512671 Feb 05 19:33:41.314027 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-353193e8-9786-4fb4-bf13-d398ca1663c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 998 time: 0.1093419 Feb 05 19:33:41.397142 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-1b667865-92b3-4201-93c4-60696eff287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.397740 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-b0b0f133-4960-4336-9939-01d71d269cc2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 998 time: 0.1120420 Feb 05 19:33:41.398754 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-1b667865-92b3-4201-93c4-60696eff287e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0781751 Feb 05 19:33:41.477994 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-25836e3f-da8b-4d7f-b1ec-91c00b333151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.479703 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-25836e3f-da8b-4d7f-b1ec-91c00b333151 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0748706 Feb 05 19:33:41.493041 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-13adf623-f1ea-44e0-aec2-ff5fc496fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.494746 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-13adf623-f1ea-44e0-aec2-ff5fc496fae1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885921 Feb 05 19:33:41.507042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-fd009910-6397-4b74-b0c2-1b2dff5a744b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80171) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:33:41.508152 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-fd009910-6397-4b74-b0c2-1b2dff5a744b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060399 Feb 05 19:33:41.557473 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '12ae86d8-0e16-4d7e-b66d-a75ec271486b', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'port_id': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'mac_address': 'fa:16:3e:42:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:33:37Z', 'updated_at': '2021-02-05T19:33:39Z', 'revision_number': 1, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:33:41.561931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] Checking router: 0463d4ef-db21-43ea-9b7e-85dab09b5286 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:33:41.566375 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-1bcdf7ca-b6ae-47da-ae85-d4048f961efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:33:41.568087 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-1bcdf7ca-b6ae-47da-ae85-d4048f961efe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812690 Feb 05 19:33:41.571088 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:33:41.571894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:33:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:33:41.666219 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-148bd2db-6a99-40c5-aab4-892192928174 service neutron] 10.222.0.43 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496158 Feb 05 19:33:41.718739 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-f0fd316a-5564-4a1a-8418-58746baedd11 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430562 Feb 05 19:33:41.775322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:33:41.829510 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-37dd31d9-1d8c-49cd-83ea-bf071f39cc44 req-b1384f0d-3e63-45f2-b3b8-4ca9757194f8 service neutron] 10.222.0.43 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1552474 Feb 05 19:33:41.899176 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3ed2b8f6-a78e-4f57-812c-ac28b575bad3 req-21873574-e230-4682-9995-b0b1ba53e433 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1740320 Feb 05 19:33:42.145495 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '12ae86d8-0e16-4d7e-b66d-a75ec271486b', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'port_id': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'mac_address': 'fa:16:3e:42:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:33:37Z', 'updated_at': '2021-02-05T19:33:39Z', 'revision_number': 1, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:33:42.149593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f9b157-cf38-41aa-951b-464f8d51cb98 None None] The sync data for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi is: [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_floatingips': [{'id': '12ae86d8-0e16-4d7e-b66d-a75ec271486b', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'router_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'port_id': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 673, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'mac_address': 'fa:16:3e:42:3e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T19:33:37Z', 'updated_at': '2021-02-05T19:33:39Z', 'revision_number': 1, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:33:42.457080 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf926df-878f-4883-8395-f8e1f14758eb None None] New status for floating IP 12ae86d8-0e16-4d7e-b66d-a75ec271486b: ACTIVE {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:33:54.708116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:58.850734 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1e001f5d-9135-4c3e-b7b1-4007cd566bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:33:59.171335 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:34:00.987678 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-81f56049-9081-4893-8e90-be9a93821809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:02.227942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:02.736630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:04.062281 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:04.438673 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-2b870044-862f-4262-aab0-a6b8dd0458b2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0862401 Feb 05 19:34:04.593767 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-2b7da8cc-6b9e-43ba-a951-943085555d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:34:04.595467 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-2b7da8cc-6b9e-43ba-a951-943085555d96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0813892 Feb 05 19:34:04.758613 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-61611ce6-24b5-4fd1-b85a-2b0408ef2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:34:04.760125 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-61611ce6-24b5-4fd1-b85a-2b0408ef2cf0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1429751 Feb 05 19:34:04.883946 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-144834cc-e13e-4b0c-9cb8-228e53b9b17c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 1000 time: 0.1162722 Feb 05 19:34:04.956844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-e145ccc8-e6e0-4d28-85f3-5068f400c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:34:04.958521 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-e145ccc8-e6e0-4d28-85f3-5068f400c7e6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0666611 Feb 05 19:34:05.049038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-39be16c7-c77d-4e2b-bf0f-12aae8da07ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:34:05.050605 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-39be16c7-c77d-4e2b-bf0f-12aae8da07ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0844498 Feb 05 19:34:05.199049 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-e8d88286-47a3-49f1-b554-3a30b1f78ce4 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406786 Feb 05 19:34:05.346385 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-8dc325d9-6497-4941-94e6-e0e3ef038bd2 req-6bc524ff-88cf-4be9-81de-f9ce17a60ee9 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399908 Feb 05 19:34:24.713625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:28.838107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-84ed21e6-eaba-493c-a831-67d77e24a7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:30.988108 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8d8563e2-abc9-444e-ad8d-38286ada50c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:32.232569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:32.736403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:34.033587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:36.170775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:34:54.708322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:34:58.833679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1187280e-3638-4a2a-895e-c5fddf08d4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:00.977071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1f8cf379-39b8-4be7-a2b5-b12c223fb6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:02.234110 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:02.742627 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:04.038188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:05.137629 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-3e9d4aa6-6a89-432f-912e-f33c1eac6c91 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0783083 Feb 05 19:35:05.308815 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-4e403b77-d2b9-442e-bdf9-ebf39941fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:05.310523 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-4e403b77-d2b9-442e-bdf9-ebf39941fb23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0854704 Feb 05 19:35:05.473728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-88e92f0c-0006-4d24-bae5-d3bf4a7d3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:05.475366 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-88e92f0c-0006-4d24-bae5-d3bf4a7d3d90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1400516 Feb 05 19:35:05.587930 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-af83ed5c-47ad-4af0-b5a3-ae32f66eeb8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 1000 time: 0.1018465 Feb 05 19:35:05.899761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-18193d8d-23c7-4455-918a-f3598803b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:05.901352 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-18193d8d-23c7-4455-918a-f3598803b387 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.3036301 Feb 05 19:35:05.987855 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-b989367e-1a15-4848-b27d-083245564e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:05.989483 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-b989367e-1a15-4848-b27d-083245564e40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777578 Feb 05 19:35:06.138489 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-808a0f95-e9e3-4cad-b821-1a34e1797b47 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371846 Feb 05 19:35:06.292093 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7ca6d6bb-a613-468e-98d9-295b2b213433 req-32b23815-3073-48b2-9911-6dce6643003c service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430640 Feb 05 19:35:13.171078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:35:24.718365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:28.832888 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-67b8da68-1f40-4609-b7c1-14a2cc2cf5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:30.975875 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-3c28a656-019e-4a29-96f3-65473778fa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:31.905482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e4681-79d6-4439-80e4-bc5d96cfd32d req-fad58764-5e9b-471e-963b-f95a847a680e tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:31.907082 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7d0e4681-79d6-4439-80e4-bc5d96cfd32d req-fad58764-5e9b-471e-963b-f95a847a680e tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1746385 Feb 05 19:35:31.975656 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7d0e4681-79d6-4439-80e4-bc5d96cfd32d req-5ee5b7d5-c087-42cc-a35b-952f2c9cda9c tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0620749 Feb 05 19:35:32.245818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:32.743522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:33.295144 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c36f7-3600-43d4-a39d-bc2146e89a55 req-4ecd2d0c-2d55-422f-93ff-04d26ac90956 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:33.296790 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-790c36f7-3600-43d4-a39d-bc2146e89a55 req-4ecd2d0c-2d55-422f-93ff-04d26ac90956 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1727912 Feb 05 19:35:33.363684 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-790c36f7-3600-43d4-a39d-bc2146e89a55 req-7836fb7f-cd80-4a89-b60f-b253807f5a00 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0605555 Feb 05 19:35:34.051053 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:34.668472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373ea05-f920-41c8-a2af-f10fe1876f5a req-b97241f3-cc58-499f-94e6-c5b403ae1b6d tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:34.670093 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3373ea05-f920-41c8-a2af-f10fe1876f5a req-b97241f3-cc58-499f-94e6-c5b403ae1b6d tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1667719 Feb 05 19:35:34.739286 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-3373ea05-f920-41c8-a2af-f10fe1876f5a req-58b8f2c7-cda2-410b-bf0b-6a5502c0e8b4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0628507 Feb 05 19:35:36.037332 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9795417-1077-47dc-89f0-858eb99236a2 req-44f65363-72f5-48d3-b064-703be8aab67c tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:36.039023 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9795417-1077-47dc-89f0-858eb99236a2 req-44f65363-72f5-48d3-b064-703be8aab67c tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1648448 Feb 05 19:35:36.108315 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9795417-1077-47dc-89f0-858eb99236a2 req-aa472c0f-cd81-4b51-a541-1609aa77f3f2 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0625436 Feb 05 19:35:37.402947 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c3cac-9609-4700-8ff0-c9bc09f6465a req-a4252ea7-94a9-4df2-9f4f-2ab2691da317 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:37.404550 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-da4c3cac-9609-4700-8ff0-c9bc09f6465a req-a4252ea7-94a9-4df2-9f4f-2ab2691da317 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1673672 Feb 05 19:35:37.473433 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-da4c3cac-9609-4700-8ff0-c9bc09f6465a req-e826ba03-46ef-4b40-8e25-da31fb5df244 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0625560 Feb 05 19:35:38.773913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846664a-ee82-415b-a89b-92e0b173bd86 req-4ecdacba-8d76-47da-aeac-0e32287feeaa tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:38.775582 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a846664a-ee82-415b-a89b-92e0b173bd86 req-4ecdacba-8d76-47da-aeac-0e32287feeaa tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1651261 Feb 05 19:35:38.846368 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a846664a-ee82-415b-a89b-92e0b173bd86 req-3bd77824-3df2-4a6b-98e2-4f7a92383cef tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0620084 Feb 05 19:35:40.143747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b2384-e49a-4e26-aaae-3ac9377a2db7 req-ca6cb00f-0bdc-4f2e-9168-70fbc12de8b0 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:40.144868 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-451b2384-e49a-4e26-aaae-3ac9377a2db7 req-ca6cb00f-0bdc-4f2e-9168-70fbc12de8b0 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1692030 Feb 05 19:35:40.210608 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-451b2384-e49a-4e26-aaae-3ac9377a2db7 req-3e76f877-243e-4451-bf52-3c097ff03479 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0583794 Feb 05 19:35:41.510853 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366aa29b-a790-4dd7-94ed-e77e84dedf28 req-75390b82-437e-489f-be1a-27af84bc3355 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:41.512497 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-366aa29b-a790-4dd7-94ed-e77e84dedf28 req-75390b82-437e-489f-be1a-27af84bc3355 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1696663 Feb 05 19:35:41.578686 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-366aa29b-a790-4dd7-94ed-e77e84dedf28 req-ba6e7255-2bfc-4090-bfbe-0202d108626d tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598431 Feb 05 19:35:42.043653 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-1956ba0e-ee02-4980-83f9-c73e83601721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:42.045303 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-1956ba0e-ee02-4980-83f9-c73e83601721 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0813370 Feb 05 19:35:42.191820 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-0455c35d-2dfc-45cc-9746-2343147f8534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:42.193411 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-0455c35d-2dfc-45cc-9746-2343147f8534 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1408746 Feb 05 19:35:42.311718 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-d81bee9d-6e4d-4a1e-a328-3b3cac0cee75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 1000 time: 0.1067023 Feb 05 19:35:42.386220 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-a4da8022-940b-4d11-b80f-588de2d7304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:42.387748 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-a4da8022-940b-4d11-b80f-588de2d7304c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0642283 Feb 05 19:35:42.477513 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-55379d5b-b631-49ba-9883-5549461f791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:42.479074 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-55379d5b-b631-49ba-9883-5549461f791f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813920 Feb 05 19:35:42.630526 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-46000600-d534-4cb0-a892-a11c56547bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402464 Feb 05 19:35:42.770635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 26ee8063-7c3c-43a7-86e8-c937c8d6e052 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:35:42.785078 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6173c44e-087f-4fe1-8530-bbf80cde6764 req-efb642a3-c1d5-413a-a0af-d0ab102406c8 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456604 Feb 05 19:35:42.868222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:35:42.868645 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:42.896643 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaadc8-9e64-4e00-b114-948894d27709 req-c2ca5d4b-7ce7-4d83-ab65-6978af13b2a8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:42.898719 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5fdaadc8-9e64-4e00-b114-948894d27709 req-c2ca5d4b-7ce7-4d83-ab65-6978af13b2a8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1866126 Feb 05 19:35:42.964683 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5fdaadc8-9e64-4e00-b114-948894d27709 req-c2812efd-d1b1-4d9f-9649-ad112da3e8b5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0595887 Feb 05 19:35:44.299589 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772eae4-0abf-43c8-a672-31c656078e4a req-c0478238-d7c9-4268-9a6b-f28a1e4bd368 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:44.301340 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0772eae4-0abf-43c8-a672-31c656078e4a req-c0478238-d7c9-4268-9a6b-f28a1e4bd368 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.2032545 Feb 05 19:35:44.385586 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0772eae4-0abf-43c8-a672-31c656078e4a req-09200665-7bfe-477d-a535-a678ce751416 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0765576 Feb 05 19:35:44.770934 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 26ee8063-7c3c-43a7-86e8-c937c8d6e052 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:35:45.005396 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:45.057551 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:35:45.076511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:35:45.120225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:45.122216 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:35:45.196163 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=5']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:35:45.204038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.204429 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.204812 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.205189 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.205601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.205974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.206370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.206740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.207212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.207574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.207942 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.208308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.208748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.209116 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.209485 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.209849 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.210300 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.210679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.211031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.211395 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.211761 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.212123 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.212487 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.212847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:35:45.217312 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:35:45.723018 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1382afe-b87f-4517-8506-84f060665197 req-312ea844-4760-4f6b-9337-9c287d63580d tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:45.724626 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e1382afe-b87f-4517-8506-84f060665197 req-312ea844-4760-4f6b-9337-9c287d63580d tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1674526 Feb 05 19:35:45.790219 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e1382afe-b87f-4517-8506-84f060665197 req-c0d8d0ff-2203-4c62-a4c8-465aa213d752 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0586166 Feb 05 19:35:46.138912 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'code': 200} Feb 05 19:35:47.095443 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474435a-63be-42ca-a5e6-14568cd962fa req-db4f77be-8239-4b92-8204-d618d7dcd8e0 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:47.097007 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e474435a-63be-42ca-a5e6-14568cd962fa req-db4f77be-8239-4b92-8204-d618d7dcd8e0 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1689770 Feb 05 19:35:47.162098 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e474435a-63be-42ca-a5e6-14568cd962fa req-fbf5e3b5-abfd-405e-926b-b66e9d725d67 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0582144 Feb 05 19:35:47.643630 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53110) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:35:47.751694 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1e9f1-4cdb-4d69-b280-f72e3a1e5428 req-c802845b-e14e-4be0-a1e6-3280cbd1f8ef tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:47.753336 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6d1e9f1-4cdb-4d69-b280-f72e3a1e5428 req-c802845b-e14e-4be0-a1e6-3280cbd1f8ef tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1675200 Feb 05 19:35:47.824046 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-c6d1e9f1-4cdb-4d69-b280-f72e3a1e5428 req-6f37b25e-3ced-4ed7-8cbb-0a560931afcb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0639131 Feb 05 19:35:48.034629 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-2e9175f4-7065-45e8-ac06-cffe1826d119 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3894625 Feb 05 19:35:49.129436 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8267c4-1ce9-4c61-ab7c-9c0395684999 req-9a37d77f-aed0-4b7d-99fb-715f419bf731 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:49.131187 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6b8267c4-1ce9-4c61-ab7c-9c0395684999 req-9a37d77f-aed0-4b7d-99fb-715f419bf731 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1688521 Feb 05 19:35:49.198133 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-6b8267c4-1ce9-4c61-ab7c-9c0395684999 req-1894eb27-85bc-4394-98c0-19a585e03f05 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0599234 Feb 05 19:35:49.886373 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449545-1590-4639-81c9-b60a89c1181c req-38214234-aae3-4198-b958-1c6d136ad600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:49.887986 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-38214234-aae3-4198-b958-1c6d136ad600 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917&tenant_id=39d892d3f8384810ab085f7b42394b37 HTTP/1.1" status: 200 len: 1160 time: 0.0845501 Feb 05 19:35:49.993528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449545-1590-4639-81c9-b60a89c1181c req-2c9bba20-9687-497d-908f-65e9f191ca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:49.995177 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-2c9bba20-9687-497d-908f-65e9f191ca5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1160 time: 0.0790727 Feb 05 19:35:50.141038 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449545-1590-4639-81c9-b60a89c1181c req-7b07d520-9536-4723-894b-d03a31d4d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:50.142666 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-7b07d520-9536-4723-894b-d03a31d4d3e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1376903 Feb 05 19:35:50.172229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:35:50.264056 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-97adca66-ebc6-4280-847c-dddd50a2b388 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 998 time: 0.1098211 Feb 05 19:35:50.391494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449545-1590-4639-81c9-b60a89c1181c req-88b931d8-e4c5-4fae-a07b-c30a9ae30cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:50.393024 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-88b931d8-e4c5-4fae-a07b-c30a9ae30cec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.1190765 Feb 05 19:35:50.557287 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abc81e-526b-4e27-a67d-1c5c60d6b51d req-2a99cac7-d907-468f-af76-f98e401a19c8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:50.558991 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b2abc81e-526b-4e27-a67d-1c5c60d6b51d req-2a99cac7-d907-468f-af76-f98e401a19c8 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.2277999 Feb 05 19:35:50.619021 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449545-1590-4639-81c9-b60a89c1181c req-8d94ba7c-0756-4e94-83e0-f8451072cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:50.620646 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-8d94ba7c-0756-4e94-83e0-f8451072cb40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2160866 Feb 05 19:35:50.647229 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b2abc81e-526b-4e27-a67d-1c5c60d6b51d req-42ef398b-f5b4-4c2b-8b9f-55cdb776bc75 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0796227 Feb 05 19:35:50.790175 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-74f30842-52ca-4ec9-bae0-264d9bf8184c service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418543 Feb 05 19:35:50.945568 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-12449545-1590-4639-81c9-b60a89c1181c req-f64b214c-60df-4e45-8f7e-b85276cbbea6 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446123 Feb 05 19:35:51.943465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35fde3-adf9-4777-bd96-9ff74347e3c3 req-a7fe17fe-a524-44ad-8b06-4a07f2ce9bb2 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:51.945858 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5b35fde3-adf9-4777-bd96-9ff74347e3c3 req-a7fe17fe-a524-44ad-8b06-4a07f2ce9bb2 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1678009 Feb 05 19:35:52.010405 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-5b35fde3-adf9-4777-bd96-9ff74347e3c3 req-19792a4d-6062-4ed4-917d-0bd394d24cf1 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0579674 Feb 05 19:35:53.307593 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380ce1e-fce6-4d56-9115-db089570f1a8 req-42bf1a14-8047-4d7e-a96d-f31f82d6212a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:53.309186 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b380ce1e-fce6-4d56-9115-db089570f1a8 req-42bf1a14-8047-4d7e-a96d-f31f82d6212a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1674161 Feb 05 19:35:53.377815 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b380ce1e-fce6-4d56-9115-db089570f1a8 req-35ab3985-4eb2-4949-b886-b8df74c476a3 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0620048 Feb 05 19:35:54.677441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b21f3d-5470-4867-9d5b-77f4b157f8c4 req-8d8f094e-d04c-4876-a44a-7782df82a39a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:54.679745 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42b21f3d-5470-4867-9d5b-77f4b157f8c4 req-8d8f094e-d04c-4876-a44a-7782df82a39a tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1718183 Feb 05 19:35:54.731176 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:54.749104 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-42b21f3d-5470-4867-9d5b-77f4b157f8c4 req-bf0fe920-54f4-4c74-81e0-e3e2a7dfb3f7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0614326 Feb 05 19:35:56.047868 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcc83c-79e4-44e1-87af-048b8d7045c2 req-213cdb8e-0301-4241-bf22-676792fbba78 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:56.049469 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4efcc83c-79e4-44e1-87af-048b8d7045c2 req-213cdb8e-0301-4241-bf22-676792fbba78 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1713974 Feb 05 19:35:56.115358 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-4efcc83c-79e4-44e1-87af-048b8d7045c2 req-b466a384-dc78-417b-b073-e5a4d8715f2d tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0589378 Feb 05 19:35:57.414253 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db118a11-ef80-499f-9ed7-324c01635f21 req-b76cdf3a-30ca-4a91-abdf-601df44c110b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:57.415833 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db118a11-ef80-499f-9ed7-324c01635f21 req-b76cdf3a-30ca-4a91-abdf-601df44c110b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1661117 Feb 05 19:35:57.487267 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-db118a11-ef80-499f-9ed7-324c01635f21 req-d0f9a2c4-4f2b-4910-88fb-00586c202263 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0651355 Feb 05 19:35:58.779944 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5417a74-2542-47d6-a2d2-4f09d4d8002d req-081e7d36-7516-4c01-a68d-ea59bc062beb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:58.781561 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b5417a74-2542-47d6-a2d2-4f09d4d8002d req-081e7d36-7516-4c01-a68d-ea59bc062beb tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1653790 Feb 05 19:35:58.839832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-699eee17-4ba1-4cf6-a567-de97ab5feea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:58.852309 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b5417a74-2542-47d6-a2d2-4f09d4d8002d req-f176501c-abdd-4718-a7b1-aff6208eddf4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0619547 Feb 05 19:35:59.207844 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 26ee8063-7c3c-43a7-86e8-c937c8d6e052 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:35:59.283505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:35:59.283915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:59.408411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:59.436576 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:35:59.446890 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:35:59.496961 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:35:59.499199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:35:59.534099 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'code': 200} Feb 05 19:35:59.576195 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=6']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:35:59.579620 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:35:59.855365 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03625b2-5268-43b2-ad5b-0941c7bc7683 req-835e2970-c489-4fe8-b63c-cdfbb36249f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:35:59.856983 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b03625b2-5268-43b2-ad5b-0941c7bc7683 req-835e2970-c489-4fe8-b63c-cdfbb36249f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0829854 Feb 05 19:35:59.905985 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b03625b2-5268-43b2-ad5b-0941c7bc7683 req-d78c73b0-3fe1-43b3-92d2-9c464116fc09 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0379264 Feb 05 19:36:00.146191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00321075-4215-45a4-88ac-1ea302ffcdff req-4d7c5e49-0455-4357-9bc9-1e44a4f273c3 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:36:00.148391 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00321075-4215-45a4-88ac-1ea302ffcdff req-4d7c5e49-0455-4357-9bc9-1e44a4f273c3 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1632047 Feb 05 19:36:00.216247 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-00321075-4215-45a4-88ac-1ea302ffcdff req-b2938e6b-1b65-433e-b6f8-11a345c35cd4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0614839 Feb 05 19:36:00.871148 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 26ee8063-7c3c-43a7-86e8-c937c8d6e052 up at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 19:36:00.959279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.provisioning_blocks [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Provisioning complete for port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 triggered by entity L2. {{(pid=80172) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 19:36:00.959683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286'] for port, provisioning_complete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:01.003008 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-57f462f8-9906-4436-a54d-e0d9f9bcd5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:01.513227 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360f4be-87b6-4315-abd5-1a50e489737d req-8a4d80e7-d634-46b9-b092-144b55757249 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:36:01.514862 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1360f4be-87b6-4315-abd5-1a50e489737d req-8a4d80e7-d634-46b9-b092-144b55757249 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1668229 Feb 05 19:36:01.581129 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-1360f4be-87b6-4315-abd5-1a50e489737d req-5dcd1d8c-f68c-455b-9934-d2543c4bd383 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0597265 Feb 05 19:36:02.257031 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:02.748224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:04.045673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:06.306806 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-98dbe3c4-487c-4790-9570-4c17093f6405 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2976310 Feb 05 19:36:06.460539 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-919c93fe-beb1-458b-8e70-e705723a50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:36:06.462326 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-919c93fe-beb1-458b-8e70-e705723a50e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0817163 Feb 05 19:36:06.618484 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-46af9ad9-2da1-4eec-8ba5-962c22768e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:36:06.620038 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-46af9ad9-2da1-4eec-8ba5-962c22768e7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1386249 Feb 05 19:36:06.727359 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-288c48c6-907f-4140-baf4-99cfa41dffb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 1000 time: 0.1003149 Feb 05 19:36:06.800879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-f6915033-7a13-45a4-a467-0b1875925abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:36:06.802510 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-f6915033-7a13-45a4-a467-0b1875925abb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0682919 Feb 05 19:36:06.887658 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-0d701ee8-2b53-4a84-a764-cf4fa09453f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:36:06.889174 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-0d701ee8-2b53-4a84-a764-cf4fa09453f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791528 Feb 05 19:36:07.036113 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-45f6103a-837d-4399-9002-08104b3080ac service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395559 Feb 05 19:36:07.183531 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-479a292f-aa9e-4730-9651-d1ddf25f35a5 req-f1cd362d-d712-462c-9005-153a85c24aee service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405778 Feb 05 19:36:24.747596 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:27.171696 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:36:28.856247 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d4a15ae1-1df4-450d-928c-0f7586f46ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:30.977303 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-81fa8bc1-3669-4eaa-9363-d82adee80dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:32.240231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:32.736442 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:34.044835 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:54.765136 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:36:58.827836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-73750ab2-e6ec-4754-8e3e-361912e814bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:00.982535 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-64642261-fdf4-446f-9f88-10c1646d56ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:02.245381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:02.726242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:04.040222 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:04.172179 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:37:07.156093 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-915e65e6-1dc5-4afd-b494-c93b7b0fd54b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0836537 Feb 05 19:37:07.312884 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de58115-1140-4388-9504-88d309e8040d req-c729b5c2-5138-4e9f-9765-755d89cdb17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:07.314636 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-c729b5c2-5138-4e9f-9765-755d89cdb17c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.0813398 Feb 05 19:37:07.496770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de58115-1140-4388-9504-88d309e8040d req-0f573ba3-0dd0-4e0d-8f67-f1fbaef85614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:07.498430 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-0f573ba3-0dd0-4e0d-8f67-f1fbaef85614 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.1582904 Feb 05 19:37:07.623695 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-4c9ea4d6-218b-48cd-b646-e07fd9b24f77 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 1000 time: 0.1141429 Feb 05 19:37:07.700776 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de58115-1140-4388-9504-88d309e8040d req-a4d57319-fbcd-4988-8303-35ed6ff6fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:07.702491 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-a4d57319-fbcd-4988-8303-35ed6ff6fbfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.0681925 Feb 05 19:37:07.792211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de58115-1140-4388-9504-88d309e8040d req-7498dcaf-8bd7-4757-a63c-1189ce96074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:07.793801 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-7498dcaf-8bd7-4757-a63c-1189ce96074b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830586 Feb 05 19:37:07.942948 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-dea953a7-e82e-47c7-ac05-93bff9d03f5c service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377559 Feb 05 19:37:08.093336 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-7de58115-1140-4388-9504-88d309e8040d req-6771e793-7ba6-43e1-8f9c-072fc85a8d53 service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386876 Feb 05 19:37:18.360757 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-8a039fa6-fc4d-42df-968b-1bf6cfef5344 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/floatingips/12ae86d8-0e16-4d7e-b66d-a75ec271486b HTTP/1.1" status: 200 len: 997 time: 0.1327465 Feb 05 19:37:18.607744 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-80e0f410-db93-4c52-ae96-971bd98fde25 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:18.609336 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-80e0f410-db93-4c52-ae96-971bd98fde25 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/networks/73c04228-0d77-4e5b-9b73-aa3ab39df356 HTTP/1.1" status: 200 len: 784 time: 0.2419469 Feb 05 19:37:18.620695 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-271231fc-2f49-4433-8466-3e9352824f24 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=80170) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 19:37:18.621743 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-271231fc-2f49-4433-8466-3e9352824f24 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0060706 Feb 05 19:37:18.754497 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-e6ca6ac8-f2d5-4dea-a08b-cb4143fe4d07 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.1265571 Feb 05 19:37:18.919492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-ebee2c87-15d7-4f69-aaf6-fe250304f352 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:18.920952 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-ebee2c87-15d7-4f69-aaf6-fe250304f352 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports/26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 942 time: 0.1601987 Feb 05 19:37:19.126535 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-29f141ed-2bff-4345-86f9-e0dc87b20355 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.27.2.13 HTTP/1.1" status: 200 len: 1000 time: 0.1241655 Feb 05 19:37:19.363462 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Deleting port 63450ae4-ea6b-44e1-bbf3-7e6ab0ab50e7 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:19.364061 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:19.785782 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:19.786067 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:19.925809 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Calling delete_port for 63450ae4-ea6b-44e1-bbf3-7e6ab0ab50e7 owned by network:floatingip {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:20.188773 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:20.205457 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-562c6ca8-0d86-4889-a7df-cbbd1f709198 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:20.303797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event deleted for resources: {'Port': ['ID=63450ae4-ea6b-44e1-bbf3-7e6ab0ab50e7,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:20.317288 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.318308 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.318829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.319229 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.319625 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.320023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.320416 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.320807 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.321202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.321591 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.321982 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.322404 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.322873 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.323262 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.323650 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.324034 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.324418 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.324803 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.325186 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.325568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.325954 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.326363 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.326748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.327128 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80170) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:20.337605 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:20.453661 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for floatingip, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:20.454254 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.db.l3_db [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Floating IP 12ae86d8-0e16-4d7e-b66d-a75ec271486b disassociated (deleted). External IP: 172.27.2.13, port: 26ee8063-7c3c-43a7-86e8-c937c8d6e052. Feb 05 19:37:20.853578 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Router 0463d4ef-db21-43ea-9b7e-85dab09b5286 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80170) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:37:21.055834 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80170) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:37:21.065846 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] Sync routers for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:37:21.076489 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:37:21.077093 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:37:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:21.126522 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for floatingip, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:21.189549 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-31f34698-5c9a-4918-b425-8fab2e7c8c0f tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "DELETE /v2.0/floatingips/12ae86d8-0e16-4d7e-b66d-a75ec271486b HTTP/1.1" status: 204 len: 173 time: 2.0562222 Feb 05 19:37:21.190095 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:37:21.256306 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'status': 'completed', 'code': 200} Feb 05 19:37:21.282640 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:37:21.349001 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-7b51b6fc-43ec-4f3b-a5f2-1a1f3aeaa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:21.350754 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-7b51b6fc-43ec-4f3b-a5f2-1a1f3aeaa519 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.1386335 Feb 05 19:37:21.471507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-d1a90b45-89e7-4139-a41e-2fbbca34bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:21.477203 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-d1a90b45-89e7-4139-a41e-2fbbca34bf21 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39d892d3f8384810ab085f7b42394b37&device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 1162 time: 0.1950433 Feb 05 19:37:21.600171 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-863ddafd-8081-4111-a50d-6bb8bd85025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:21.601711 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-863ddafd-8081-4111-a50d-6bb8bd85025e service neutron] 10.222.0.43 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.2435498 Feb 05 19:37:21.635444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:21.639477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] Checking router: 0463d4ef-db21-43ea-9b7e-85dab09b5286 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:37:21.648380 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:37:21.649026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:37:01Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:21.683443 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-547c8747-3f39-4961-a6e1-372f30932925 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 217 time: 0.0714633 Feb 05 19:37:21.772541 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-e498d6dd-0ce0-43d2-9d5b-d75d880aed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:21.774192 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-e498d6dd-0ce0-43d2-9d5b-d75d880aed85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 200 len: 902 time: 0.2826631 Feb 05 19:37:21.853129 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:37:21.857073 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-9e4593cd-7029-4c73-8167-e8545a060470 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 200 len: 217 time: 0.0706067 Feb 05 19:37:21.858519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-46f8252d-a508-41c7-ba93-432e90b7e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:21.860014 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-46f8252d-a508-41c7-ba93-432e90b7e136 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.1619060 Feb 05 19:37:21.996579 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-e03dcf45-f0d0-4ea1-b28a-88630eb02d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:22.003251 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-e03dcf45-f0d0-4ea1-b28a-88630eb02d7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 200 len: 847 time: 0.1305535 Feb 05 19:37:22.070471 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-e9b83c0f-fd70-4353-8131-6beb9eca7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:22.072138 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-e9b83c0f-fd70-4353-8131-6beb9eca7634 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656735 Feb 05 19:37:22.215384 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-53890170-e37d-46b6-991a-5101d3cb754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:22.216916 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-53890170-e37d-46b6-991a-5101d3cb754a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=051f9c45-3c85-487e-ad6f-a8a3f561a497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2022192 Feb 05 19:37:22.310921 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-e84f9c1f-f846-4dd4-937e-9ff01ab15226 service neutron] 10.222.0.43 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312453 Feb 05 19:37:22.362623 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:22.368301 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22005594-b097-450b-ae8f-a8f0434d6f5f None None] The sync data for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi is: [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:32:44Z', 'revision_number': 4, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi', '_interfaces': [{'id': 'fdd78f3c-24ec-4f23-825f-ee2735dae1cc', 'name': '', 'network_id': '051f9c45-3c85-487e-ad6f-a8a3f561a497', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'mac_address': 'fa:16:3e:2c:0b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:43Z', 'updated_at': '2021-02-05T19:32:54Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'subnets': [{'id': '5c60d680-4643-47ac-ab1b-dd765eef1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:37:22.726647 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-a933f689-16d1-436c-96cc-3280eaceb6fc service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957881 Feb 05 19:37:22.796847 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9e5a0-88c0-42ec-8a24-0a3bd5be4639 None None] New status for floating IP 12ae86d8-0e16-4d7e-b66d-a75ec271486b: DOWN {{(pid=80172) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 19:37:22.823908 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-ca7d0e11-485a-4ad6-b96e-a85b2a90bd07 req-eee16cb1-cdec-4808-a728-e935dd2b022e service neutron] 10.222.0.43 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5054233 Feb 05 19:37:22.887845 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-76604477-51b1-4616-868f-3250cbb1c3f4 req-61c19652-a4d0-4e91-ae3e-e5773a6b307e service neutron] 10.222.0.26 "GET /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479478 Feb 05 19:37:23.430908 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1e26d-e56d-40d8-a656-214f57e4f53f req-c2b8444e-2891-4f10-8bb9-2a42745dfdc4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:23.431743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e4c1e26d-e56d-40d8-a656-214f57e4f53f req-c2b8444e-2891-4f10-8bb9-2a42745dfdc4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Synchronizing usage tracker for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:37:23.480070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-e4c1e26d-e56d-40d8-a656-214f57e4f53f req-c2b8444e-2891-4f10-8bb9-2a42745dfdc4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Unset dirty status for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:37:23.481368 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4c1e26d-e56d-40d8-a656-214f57e4f53f req-c2b8444e-2891-4f10-8bb9-2a42745dfdc4 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.2172372 Feb 05 19:37:23.547298 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-e4c1e26d-e56d-40d8-a656-214f57e4f53f req-4472c5fc-b7f6-4ac8-bacf-871645c2bef7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0595028 Feb 05 19:37:24.817735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:24.852397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ca0eb-c447-49c0-b9bf-840971a41747 req-3fa53239-a7a0-4c55-801c-a6083280b4d7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:24.854021 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-578ca0eb-c447-49c0-b9bf-840971a41747 req-3fa53239-a7a0-4c55-801c-a6083280b4d7 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1713963 Feb 05 19:37:24.918331 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-578ca0eb-c447-49c0-b9bf-840971a41747 req-f22f24dd-dfee-4236-81c7-7a09658524fd tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0579159 Feb 05 19:37:25.151050 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d338f-4582-4459-8476-ebb89bb90552 req-c071cc43-ea6e-4ce2-bbea-b60f0c3012f9 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80170) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:25.152612 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a51d338f-4582-4459-8476-ebb89bb90552 req-c071cc43-ea6e-4ce2-bbea-b60f0c3012f9 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 945 time: 0.1683159 Feb 05 19:37:25.251919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Deleting port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:25.252307 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:25.291831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Device 26ee8063-7c3c-43a7-86e8-c937c8d6e052 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:37:25.422689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-860776'] for port, before_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:25.453554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:37:25.464344 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:25.497665 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262150159732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262150607647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262150606332'] for port, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:25.499699 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:25.538897 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'code': 200} Feb 05 19:37:25.542295 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:25.542711 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:25.573523 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Pushing event updated for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=7']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:25.581740 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.582112 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.582507 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.582876 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586213 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.586957 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.587601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.587601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.588279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.588279 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.588548 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.588894 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.589248 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.589601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.589948 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.590332 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:25.594990 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:25.686856 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Calling delete_port for 26ee8063-7c3c-43a7-86e8-c937c8d6e052 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:25.795431 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80170) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:37:25.795808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80170) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:37:26.219114 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c268c5-ca28-4741-b735-270a8eb9e803 req-6b805379-6bd8-484a-a675-844aeaeea8c5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80171) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 19:37:26.220737 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9c268c5-ca28-4741-b735-270a8eb9e803 req-6b805379-6bd8-484a-a675-844aeaeea8c5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 943 time: 0.1702602 Feb 05 19:37:26.292234 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-b9c268c5-ca28-4741-b735-270a8eb9e803 req-e684134f-dc8f-4999-bc34-388a907af38d tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups?id=e3653e52-3aba-4a7e-83a8-e11a85f7ce70&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0647955 Feb 05 19:37:26.297528 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Deleting port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 {{(pid=80170) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:26.297917 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:26.574885 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] For port 26ee8063-7c3c-43a7-86e8-c937c8d6e052, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=26ee8063-7c3c-43a7-86e8-c937c8d6e052,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80170) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:26.575196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:26.713726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Calling delete_port for 26ee8063-7c3c-43a7-86e8-c937c8d6e052 owned by compute:nova {{(pid=80170) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:26.960242 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3045023'] for port, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:26.976448 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-975636ce-e07f-4f7a-8c63-141701d734db tempest-VolumesNegativeTest-85962302 tempest-VolumesNegativeTest-85962302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:27.074036 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event deleted for resources: {'Port': ['ID=26ee8063-7c3c-43a7-86e8-c937c8d6e052,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:27.080760 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:27.187324 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] No DVR routers for this DVR port 26ee8063-7c3c-43a7-86e8-c937c8d6e052 on host hv-cinder-77428 {{(pid=80170) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:37:27.189608 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2511'] for port, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:27.192407 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-deleted', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052'}] {{(pid=80170) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 19:37:27.229275 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-a51d338f-4582-4459-8476-ebb89bb90552 req-f5e74349-4912-48da-bc9d-bfca53c37845 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.26 "DELETE /v2.0/ports/26ee8063-7c3c-43a7-86e8-c937c8d6e052 HTTP/1.1" status: 204 len: 173 time: 2.0676382 Feb 05 19:37:27.253068 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3ce3f3-fda8-4200-9b20-3ece1501e917', 'name': 'network-vif-deleted', 'tag': '26ee8063-7c3c-43a7-86e8-c937c8d6e052', 'status': 'completed', 'code': 200} Feb 05 19:37:27.480645 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-08515716-6c3c-4458-b83b-a8b4cd5b0e27 req-14074925-87ab-4898-b824-43527ea08ac5 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 210 time: 0.0514686 Feb 05 19:37:28.688938 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d2ae202c-2901-4dcf-a715-107c7e039318 req-180ccddb-a65a-42d4-af91-88e8af00ab0b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Synchronizing usage tracker for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80170) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 19:37:28.754450 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.quota.resource [req-d2ae202c-2901-4dcf-a715-107c7e039318 req-180ccddb-a65a-42d4-af91-88e8af00ab0b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Unset dirty status for tenant:39d892d3f8384810ab085f7b42394b37 on resource:port {{(pid=80170) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 19:37:28.756884 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-d2ae202c-2901-4dcf-a715-107c7e039318 req-180ccddb-a65a-42d4-af91-88e8af00ab0b tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd3ce3f3-fda8-4200-9b20-3ece1501e917 HTTP/1.1" status: 200 len: 210 time: 0.1227953 Feb 05 19:37:28.828780 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-95a3eb2a-342b-48e9-8288-c49e23c8da9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:29.964216 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0fadcf95-da24-4313-9795-f71f18c8e7c2 req-b8fee97c-9d90-4038-9987-417eb268ee63 tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "GET /v2.0/security-groups/e3653e52-3aba-4a7e-83a8-e11a85f7ce70 HTTP/1.1" status: 200 len: 2993 time: 0.0702610 Feb 05 19:37:30.057903 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-0fadcf95-da24-4313-9795-f71f18c8e7c2 req-80c54514-2c03-4233-bd95-1942f2a64ead tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:30.088770 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-0fadcf95-da24-4313-9795-f71f18c8e7c2 req-80c54514-2c03-4233-bd95-1942f2a64ead tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:30.241981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-0fadcf95-da24-4313-9795-f71f18c8e7c2 req-80c54514-2c03-4233-bd95-1942f2a64ead tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:30.247818 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-073696a6-a490-45d5-b935-40b7cf49814e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:30.264780 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c54514-2c03-4233-bd95-1942f2a64ead tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3653e52-3aba-4a7e-83a8-e11a85f7ce70,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:30.268042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-80c54514-2c03-4233-bd95-1942f2a64ead tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:30.296870 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [req-0fadcf95-da24-4313-9795-f71f18c8e7c2 req-80c54514-2c03-4233-bd95-1942f2a64ead tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:30.298115 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [req-0fadcf95-da24-4313-9795-f71f18c8e7c2 req-80c54514-2c03-4233-bd95-1942f2a64ead tempest-TestShelveInstance-182836894 tempest-TestShelveInstance-182836894-project] 10.222.0.43 "DELETE /v2.0/security-groups/e3653e52-3aba-4a7e-83a8-e11a85f7ce70 HTTP/1.1" status: 204 len: 173 time: 0.3275988 Feb 05 19:37:30.409786 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53190) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:30.999953 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-77e182b5-99c0-4aa0-ade5-a41cff5cb489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:31.007748 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:31.389710 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Deleting port fdd78f3c-24ec-4f23-825f-ee2735dae1cc {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:31.390090 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:31.586052 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] For port fdd78f3c-24ec-4f23-825f-ee2735dae1cc, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:31.586514 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:31.723099 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Calling delete_port for fdd78f3c-24ec-4f23-825f-ee2735dae1cc owned by network:router_interface {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:31.971831 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:31.989133 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d7627699-6712-4050-a591-014bb6967d36 tempest-VolumesActionsTest-1643422766 tempest-VolumesActionsTest-1643422766-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:32.087096 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd78f3c-24ec-4f23-825f-ee2735dae1cc,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:32.098502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.099468 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.099882 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.100289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.100691 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.101092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.101494 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.101887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.102326 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.102722 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.103140 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.103506 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.103973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.104367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.104759 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.105149 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.105538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.105931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.106349 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.106741 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.107132 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.107521 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.107909 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.108296 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774286-2-iscsi {{(pid=80171) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 19:37:32.113465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:32.257297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:32.653483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:32.743160 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:33.190655 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Router 0463d4ef-db21-43ea-9b7e-85dab09b5286 has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:37:33.385465 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:37:33.395887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] Sync routers for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:37:33.405657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:37:33.406360 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:37:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:33.448048 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-da3625a9-3a03-4715-a2b0-eae0dbc5b1da admin admin] 10.222.0.43 "PUT /v2.0/routers/0463d4ef-db21-43ea-9b7e-85dab09b5286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0362689 Feb 05 19:37:33.450588 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53194) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:33.603059 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:37:33.651733 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:33.864863 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:33.870801 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Deleting port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:33.871177 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:33.920138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:37:31Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:33.924769 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] Checking router: 0463d4ef-db21-43ea-9b7e-85dab09b5286 for host: dv-cinder-774286-2-iscsi {{(pid=80173) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:37:33.934669 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] Routers {'0463d4ef-db21-43ea-9b7e-85dab09b5286'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80173) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:37:33.935322 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:37:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['0463d4ef-db21-43ea-9b7e-85dab09b5286'], 'active': True} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:34.064981 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] For port 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=4a07db98-3133-40b1-bc6a-b5eec3d8eb1d,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:34.065370 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.068902 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.131683 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] Set router 0463d4ef-db21-43ea-9b7e-85dab09b5286 gateway port host: dv-cinder-774286-2-iscsi {{(pid=80173) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:37:34.201259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Calling delete_port for 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d owned by network:router_gateway {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:34.444988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:37:31Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80173) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:34.447236 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.449477 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd5287c-1d6a-4f8e-a3a8-a78bdf197d7c None None] The sync data for ids ['0463d4ef-db21-43ea-9b7e-85dab09b5286'] in dv-cinder-774286-2-iscsi is: [{'id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'name': 'tempest-TestShelveInstance-617466935-router', 'tenant_id': '39d892d3f8384810ab085f7b42394b37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:39Z', 'updated_at': '2021-02-05T19:37:31Z', 'revision_number': 5, 'project_id': '39d892d3f8384810ab085f7b42394b37', 'gw_port': {'id': '4a07db98-3133-40b1-bc6a-b5eec3d8eb1d', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0463d4ef-db21-43ea-9b7e-85dab09b5286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:40Z', 'updated_at': '2021-02-05T19:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80173) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:37:34.645387 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.791766 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.794135 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.891394 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.892158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0463d4ef-db21-43ea-9b7e-85dab09b5286 {{(pid=80171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:37:34.905791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:34.907085 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9ad59662-698a-4fea-bf5e-af9a10abe5f9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0463d4ef-db21-43ea-9b7e-85dab09b5286 HTTP/1.1" status: 204 len: 168 time: 1.4553967 Feb 05 19:37:34.909854 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53198) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:34.982048 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Deleting subnet 5c60d680-4643-47ac-ab1b-dd765eef1bd0 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:37:34.985399 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:35.039364 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:35.207701 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:35.566969 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:35.587832 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-2b350887-8f29-4c54-bd71-59c9e90df045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:35.613341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:37:35.651071 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:37:35.651459 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 4a07db98-3133-40b1-bc6a-b5eec3d8eb1d not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:37:35.651926 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device fdd78f3c-24ec-4f23-825f-ee2735dae1cc no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:37:35.671746 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c60d680-4643-47ac-ab1b-dd765eef1bd0,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:35.674797 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:35.689224 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: fdd78f3c-24ec-4f23-825f-ee2735dae1cc {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:37:35.689618 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device fdd78f3c-24ec-4f23-825f-ee2735dae1cc not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:37:35.733557 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:35.739158 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3867345-5a7a-4c97-8347-4240acec387d None None] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:37:35.742678 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-bd850b26-d219-4c4f-964a-0920be95631b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5c60d680-4643-47ac-ab1b-dd765eef1bd0 HTTP/1.1" status: 204 len: 168 time: 0.8287938 Feb 05 19:37:35.743931 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53202) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:35.861673 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:35.938197 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Deleting port 2f15e39f-c3b9-4088-b25b-fa135574a88f {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:35.939371 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:36.015573 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] DHCP port deletion for 051f9c45-3c85-487e-ad6f-a8a3f561a497 request from dv-cinder-774286-2-iscsi {{(pid=80172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:37:36.020306 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] Deleting port 2f15e39f-c3b9-4088-b25b-fa135574a88f {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:36.021381 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:36.251657 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] For port 2f15e39f-c3b9-4088-b25b-fa135574a88f, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=2f15e39f-c3b9-4088-b25b-fa135574a88f,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:36.252254 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:36.396175 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] Calling delete_port for 2f15e39f-c3b9-4088-b25b-fa135574a88f owned by network:dhcp {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:36.423393 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] For port 2f15e39f-c3b9-4088-b25b-fa135574a88f, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=2f15e39f-c3b9-4088-b25b-fa135574a88f,segment=NetworkSegment(8104e9c1-a1f4-4d13-bcef-de55bf753af9),segment_id=8104e9c1-a1f4-4d13-bcef-de55bf753af9)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:36.423800 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:36.525962 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153'] for port, after_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:36.542735 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-54b52224-23d4-48ad-903c-18e317458379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:36.562914 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Calling delete_port for 2f15e39f-c3b9-4088-b25b-fa135574a88f owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:36.638679 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] Pushing event deleted for resources: {'Port': ['ID=2f15e39f-c3b9-4088-b25b-fa135574a88f,revision_number=None']} {{(pid=80172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:36.644004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80171) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:37:36.644004 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:37:36.646413 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80172) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:36.690422 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edb66b-19bc-4d79-bf46-1e67446e1555 None None] No DVR routers for this DVR port 2f15e39f-c3b9-4088-b25b-fa135574a88f on host dv-cinder-774286-2-iscsi {{(pid=80172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:37:37.145315 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Deleting port 2f15e39f-c3b9-4088-b25b-fa135574a88f {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:37.145862 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:37.219977 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] The port '2f15e39f-c3b9-4088-b25b-fa135574a88f' was deleted {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:37:37.343103 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:37.460540 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051f9c45-3c85-487e-ad6f-a8a3f561a497']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:37.473338 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8104e9c1-a1f4-4d13-bcef-de55bf753af9') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:37.473739 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8104e9c1-a1f4-4d13-bcef-de55bf753af9') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:37.485724 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:37.501188 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:37.503294 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:37:37.608318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 2f15e39f-c3b9-4088-b25b-fa135574a88f no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:37:37.647558 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 2f15e39f-c3b9-4088-b25b-fa135574a88f {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:37:37.647955 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 2f15e39f-c3b9-4088-b25b-fa135574a88f not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:37:37.695119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:37:37.704207 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:37.890758 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Network 051f9c45-3c85-487e-ad6f-a8a3f561a497 has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:37:37.921054 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:37:38.086139 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:38.089728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:38.106367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:38.112821 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=051f9c45-3c85-487e-ad6f-a8a3f561a497,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:38.118106 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:38.124325 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-424220be-2331-4e8d-bf5a-1c3afc6fc5b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/051f9c45-3c85-487e-ad6f-a8a3f561a497 HTTP/1.1" status: 204 len: 168 time: 2.3793685 Feb 05 19:37:38.127441 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53206) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:38.859996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-450486'] for router_interface, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:39.236196 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Deleting port a6413d0b-704a-4d2e-a70b-949549734db1 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:39.236569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:39.421973 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] For port a6413d0b-704a-4d2e-a70b-949549734db1, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=a6413d0b-704a-4d2e-a70b-949549734db1,segment=NetworkSegment(dcfe249d-a349-48b6-ac40-7bf7ed05512a),segment_id=dcfe249d-a349-48b6-ac40-7bf7ed05512a)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:39.422403 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:39.566082 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Calling delete_port for a6413d0b-704a-4d2e-a70b-949549734db1 owned by network:router_interface {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:39.783212 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:39.800425 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-9e29902e-897e-48f5-a558-0d6a539c6feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:39.899635 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6413d0b-704a-4d2e-a70b-949549734db1,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:39.903670 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:40.470569 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-615659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-449413'] for router_interface, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:40.992542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Router decb8497-2a27-4bdb-8cc7-ad1705ab473c has already been hosted by L3 agent 327540bf-1756-4845-9313-da4f4210b26b {{(pid=80171) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 19:37:41.171689 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:37:41.187297 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] Notify agent at l3_agent.dv-cinder-774286-2-iscsi the message routers_updated {{(pid=80171) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 19:37:41.198141 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-fb5e9194-5184-4f3d-b7e5-3460e0adddc4 admin admin] 10.222.0.43 "PUT /v2.0/routers/decb8497-2a27-4bdb-8cc7-ad1705ab473c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0695930 Feb 05 19:37:41.199122 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] Sync routers for ids ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'] in dv-cinder-774286-2-iscsi {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 19:37:41.200922 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53212) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:41.216910 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] Routers {'decb8497-2a27-4bdb-8cc7-ad1705ab473c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:37:41.219676 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:37:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:41.391426 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks [] for router, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:41.425808 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] Set router decb8497-2a27-4bdb-8cc7-ad1705ab473c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:37:41.596200 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:41.602202 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Deleting port aa472372-0351-42cd-9ffa-9e7589953b20 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:41.602614 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:41.753747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:37:39Z', 'revision_number': 5, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:41.758508 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] Checking router: decb8497-2a27-4bdb-8cc7-ad1705ab473c for host: dv-cinder-774286-2-iscsi {{(pid=80172) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 19:37:41.767526 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] Routers {'decb8497-2a27-4bdb-8cc7-ad1705ab473c'} bound to L3 agent in host dv-cinder-774286-2-iscsi {{(pid=80172) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 19:37:41.768199 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774286-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T18:41:01Z,description=,heartbeat_timestamp=2021-02-05T19:37:31Z,host='dv-cinder-774286-2-iscsi',id=327540bf-1756-4845-9313-da4f4210b26b,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T18:41:01Z,topic='l3_agent')) {'router_ids': ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'], 'active': True} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:41.805012 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] For port aa472372-0351-42cd-9ffa-9e7589953b20, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=aa472372-0351-42cd-9ffa-9e7589953b20,segment=NetworkSegment(31b5fdf3-0c81-4d68-aa90-d72a89fa86c8),segment_id=31b5fdf3-0c81-4d68-aa90-d72a89fa86c8)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:41.805567 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:41.948505 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Calling delete_port for aa472372-0351-42cd-9ffa-9e7589953b20 owned by network:router_gateway {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:41.962775 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvr_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] Set router decb8497-2a27-4bdb-8cc7-ad1705ab473c gateway port host: dv-cinder-774286-2-iscsi {{(pid=80172) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 19:37:42.136137 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.277192 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_hamode_db [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:37:39Z', 'revision_number': 5, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}], 'dv-cinder-774286-2-iscsi', False) {} {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:42.281444 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b730226-1ef2-4087-80e3-ec86b6b3fd64 None None] The sync data for ids ['decb8497-2a27-4bdb-8cc7-ad1705ab473c'] in dv-cinder-774286-2-iscsi is: [{'id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'name': 'tempest-TestShelveInstance-719902503-router', 'tenant_id': 'cedd37d3999743f39e92c9485587b31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'external_fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T19:32:48Z', 'updated_at': '2021-02-05T19:37:39Z', 'revision_number': 5, 'project_id': 'cedd37d3999743f39e92c9485587b31a', 'gw_port': {'id': 'aa472372-0351-42cd-9ffa-9e7589953b20', 'name': '', 'network_id': '73c04228-0d77-4e5b-9b73-aa3ab39df356', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:12:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'decb8497-2a27-4bdb-8cc7-ad1705ab473c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774286-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T19:32:49Z', 'updated_at': '2021-02-05T19:32:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cbe5b07e-2e19-4c65-a623-431b09ea68cd', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774286-2-iscsi'}] {{(pid=80172) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 19:37:42.331463 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-439941'] for router_gateway, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.471879 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854769554'] for router, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.474992 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.702639 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854326986'] for router, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.703164 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router decb8497-2a27-4bdb-8cc7-ad1705ab473c {{(pid=80171) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 19:37:42.716309 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] Notify callbacks [] for router, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.717572 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-ac91cada-f474-4881-bb2d-1df60a6ba742 admin admin] 10.222.0.43 "DELETE /v2.0/routers/decb8497-2a27-4bdb-8cc7-ad1705ab473c HTTP/1.1" status: 204 len: 168 time: 1.5156472 Feb 05 19:37:42.720437 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53216) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:42.797693 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.db_base_plugin_v2 [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Deleting subnet e1f14f91-b9c3-4280-97a6-d54b3a7da904 {{(pid=80171) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 19:37:42.802889 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.856684 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852086470'] for subnet, precommit_delete_associations {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:42.943469 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854750586'] for subnet, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:43.520500 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-25278', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2847843', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2501366'] for subnet, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:43.537055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-d2322892-493e-48c2-872c-c92b4cae01fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:43.612119 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device aa472372-0351-42cd-9ffa-9e7589953b20 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:37:43.630915 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f14f91-b9c3-4280-97a6-d54b3a7da904,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:43.643453 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:43.652225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: aa472372-0351-42cd-9ffa-9e7589953b20 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:37:43.652621 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device aa472372-0351-42cd-9ffa-9e7589953b20 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:37:43.653094 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a6413d0b-704a-4d2e-a70b-949549734db1 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:37:43.678337 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:43.684657 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-379244e5-c0a7-42c0-9801-5fec73496e0c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e1f14f91-b9c3-4280-97a6-d54b3a7da904 HTTP/1.1" status: 204 len: 168 time: 0.9632781 Feb 05 19:37:43.687369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53220) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:43.688056 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471fc2d9-8d00-41a9-933f-70c571785fe3 None None] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d requested from dv-cinder-774286-2-iscsi {{(pid=80172) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 19:37:43.710225 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: a6413d0b-704a-4d2e-a70b-949549734db1 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:37:43.710631 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device a6413d0b-704a-4d2e-a70b-949549734db1 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:37:43.813098 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-910201'] for network, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:43.890747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Deleting port 45c851ae-dad6-44b2-af90-d28628ae4188 {{(pid=80171) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:43.891117 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:43.972828 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] DHCP port deletion for c4575cb8-86fb-435c-a319-5dd3e2b84f3d request from dv-cinder-774286-2-iscsi {{(pid=80172) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 19:37:43.977646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Deleting port 45c851ae-dad6-44b2-af90-d28628ae4188 {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:43.978211 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:44.128089 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] For port 45c851ae-dad6-44b2-af90-d28628ae4188, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=45c851ae-dad6-44b2-af90-d28628ae4188,segment=NetworkSegment(dcfe249d-a349-48b6-ac40-7bf7ed05512a),segment_id=dcfe249d-a349-48b6-ac40-7bf7ed05512a)] {{(pid=80171) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:44.128492 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:44.199568 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.db [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] For port 45c851ae-dad6-44b2-af90-d28628ae4188, host dv-cinder-774286-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774286-2-iscsi',level=0,port_id=45c851ae-dad6-44b2-af90-d28628ae4188,segment=NetworkSegment(dcfe249d-a349-48b6-ac40-7bf7ed05512a),segment_id=dcfe249d-a349-48b6-ac40-7bf7ed05512a)] {{(pid=80172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 19:37:44.199927 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854329768'] for port, precommit_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:44.269011 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Calling delete_port for 45c851ae-dad6-44b2-af90-d28628ae4188 owned by network:dhcp {{(pid=80171) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:44.445206 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-860883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4395305', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262150159749', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774704168153', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851927991'] for port, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:44.459428 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-6622192c-f31e-4de3-9901-628f61b93246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:44.508829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Calling delete_port for 45c851ae-dad6-44b2-af90-d28628ae4188 owned by network:dhcp {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 19:37:44.513138 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Pushing event deleted for resources: {'Port': ['ID=45c851ae-dad6-44b2-af90-d28628ae4188,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:44.562210 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:44.587328 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.db.api [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80172) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 19:37:44.587718 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_db.api [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80172) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 19:37:44.616311 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] No DVR routers for this DVR port 45c851ae-dad6-44b2-af90-d28628ae4188 on host dv-cinder-774286-2-iscsi {{(pid=80171) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 19:37:44.741318 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854744003', 'neutron.services.segments.db._delete_segments_for_network-8774704650150'] for network, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:44.859162 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4575cb8-86fb-435c-a319-5dd3e2b84f3d']}} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:44.877063 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcfe249d-a349-48b6-ac40-7bf7ed05512a') {'for_net_delete': True} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:44.877397 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.services.segments.db [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcfe249d-a349-48b6-ac40-7bf7ed05512a') {} {{(pid=80171) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 19:37:44.890482 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774704647607', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2689330'] for segment, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:44.905472 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-29139'] for segment, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:44.907542 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80171) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 19:37:45.089483 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Deleting port 45c851ae-dad6-44b2-af90-d28628ae4188 {{(pid=80172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 19:37:45.089837 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774704732326'] for port, before_delete {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:45.109326 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:37:45.121023 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854746661', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2847892'] for segment, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:45.169057 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-706ac113-9386-48bf-8bbe-20e28a766967 None None] The port '45c851ae-dad6-44b2-af90-d28628ae4188' was deleted {{(pid=80172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 19:37:45.339867 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.managers [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Network c4575cb8-86fb-435c-a319-5dd3e2b84f3d has no segments {{(pid=80171) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: Traceback (most recent call last): Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: timer() Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: cb(*args, **kw) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: return func(*args, **kwargs) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: self._notify() Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: self.callback(batched_events) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: event.method(event) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: segment_id)['aggregates'][0] Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: return f(self, *a, **k) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: return self._get(url).json() Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: **kwargs) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: return self.request(url, 'GET', **kwargs) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: **endpoint_filter) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 19:37:45.367189 dv-cinder-774286-2-iscsi neutron-server[80059]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 19:37:45.554861 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-31797', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854335774'] for network, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:45.557829 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-15230059-69bd-4fc9-93d5-64c06c90855b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:45.575644 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551692'] for network, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:45.583354 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Pushing event deleted for resources: {'Network': ['ID=c4575cb8-86fb-435c-a319-5dd3e2b84f3d,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:45.588271 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:45.592787 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-51d1e39a-50b0-4422-af80-a550c8d5c7af admin admin] 10.222.0.43 "DELETE /v2.0/networks/c4575cb8-86fb-435c-a319-5dd3e2b84f3d HTTP/1.1" status: 204 len: 168 time: 1.9038451 Feb 05 19:37:45.617646 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 45c851ae-dad6-44b2-af90-d28628ae4188 no longer exists at agent ovs-agent-dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 19:37:45.668055 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.plugin [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] No Port match for: 45c851ae-dad6-44b2-af90-d28628ae4188 {{(pid=80172) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 19:37:45.668458 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.plugins.ml2.rpc [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Device 45c851ae-dad6-44b2-af90-d28628ae4188 not bound to the agent host dv-cinder-774286-2-iscsi {{(pid=80172) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 19:37:45.868243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53228) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:45.921052 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-1611129d-303d-4e3b-97d4-4d3c82ad83d0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39d892d3f8384810ab085f7b42394b37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513811 Feb 05 19:37:45.923714 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80171) accepted ('10.222.0.43', 53232) {{(pid=80171) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:45.990033 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e18ad281-e924-4533-b422-fd01d9108b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:46.019529 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e18ad281-e924-4533-b422-fd01d9108b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:46.222989 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e18ad281-e924-4533-b422-fd01d9108b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:46.228747 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-a2201691-460d-46f2-9954-de6277109a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:46.243420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ad281-e924-4533-b422-fd01d9108b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6994eeb4-344c-4a51-925f-c835c4718bd1,revision_number=None']} {{(pid=80171) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:46.247649 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-e18ad281-e924-4533-b422-fd01d9108b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80171) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:46.250974 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e18ad281-e924-4533-b422-fd01d9108b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80171) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:46.252207 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-e18ad281-e924-4533-b422-fd01d9108b14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6994eeb4-344c-4a51-925f-c835c4718bd1 HTTP/1.1" status: 204 len: 168 time: 0.3275137 Feb 05 19:37:46.975836 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 53240) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:47.033479 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-9533b212-265b-4831-9fe5-7df2a7a65c0b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cedd37d3999743f39e92c9485587b31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563111 Feb 05 19:37:47.036302 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.wsgi [-] (80170) accepted ('10.222.0.43', 53244) {{(pid=80170) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 19:37:47.100231 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4675e3be-d6e0-46cc-bcb6-083013b7a276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:47.128601 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4675e3be-d6e0-46cc-bcb6-083013b7a276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:47.268899 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4675e3be-d6e0-46cc-bcb6-083013b7a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854352994'] for security_group, after_delete {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:47.275412 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-c173cdff-85d0-4b20-a738-361c3d95fbdc tempest-TestVolumeBootPattern-1905941105 tempest-TestVolumeBootPattern-1905941105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 19:37:47.287705 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675e3be-d6e0-46cc-bcb6-083013b7a276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7549afa5-ac08-44da-b4c8-352c97719ed6,revision_number=None']} {{(pid=80170) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 19:37:47.291587 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG oslo_concurrency.lockutils [None req-4675e3be-d6e0-46cc-bcb6-083013b7a276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80170) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 19:37:47.295190 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4675e3be-d6e0-46cc-bcb6-083013b7a276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80170) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:47.296438 dv-cinder-774286-2-iscsi neutron-server[80059]: INFO neutron.wsgi [None req-4675e3be-d6e0-46cc-bcb6-083013b7a276 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7549afa5-ac08-44da-b4c8-352c97719ed6 HTTP/1.1" status: 204 len: 168 time: 0.2592258 Feb 05 19:37:54.794913 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:37:58.840369 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-ee7c36c9-76cf-4e34-b43b-2e53150ea54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:00.971502 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d996-3058-41f0-b554-81110af8f3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:02.240285 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:02.759826 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:04.062988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:18.172415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:38:24.794511 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:28.823078 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1a5e09de-88b6-4635-8c69-aee5fbefa711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:30.982728 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-e6d439e1-6f9e-48de-b64e-3430a015a620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:32.245583 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:32.725554 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:34.074191 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:54.811415 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:38:55.173092 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:38:58.845455 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1681a261-18d6-47a9-9358-f93f14454d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:00.989259 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac92d-d6fc-4be3-82e3-82bd740c8af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:02.251173 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:02.742743 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:04.096919 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:24.806026 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:28.845795 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2aa948e9-d26f-49a2-9b1f-e14e92c3aa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:30.971688 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-70774e18-d1d8-4119-b9c4-8b4bf081e62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:32.172988 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:39:32.257147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:32.736991 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:34.074070 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:54.851603 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:39:58.846150 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-6ec5ed49-5a88-4aaf-92e4-cdcd4648e633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:00.988125 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4007d60e-efe5-4963-818a-64aee95a3cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:02.285327 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:02.742887 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:04.068347 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:09.173300 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:40:24.817147 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:28.834107 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-7cb3d387-4087-4072-bd71-957abaac579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:30.976997 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fa245a57-7a61-40c4-8742-7541533dfba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:32.268383 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:32.736791 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:34.091270 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:46.174341 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:40:54.828083 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:40:58.834280 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-560d1ec7-b92d-4a27-95d7-b7fa90b6eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:00.982367 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-1e81362e-db17-40f0-9717-09205d066174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:02.268252 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:02.736952 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:04.080243 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:23.176843 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:41:24.822289 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:28.828900 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-604b3b43-51f6-4c4d-aa98-dcae5a9ff050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:30.999585 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-a378eb6a-7dc2-40b3-be47-74566151e1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:32.268085 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:32.736932 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:34.102420 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:54.828015 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:41:58.840214 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-9baf1aa3-95bd-4c5a-912a-774104787451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:00.177249 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:42:00.976779 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-d7275ec5-b720-463a-9c23-e4a1aa9879eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:02.269032 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:02.737574 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:04.125538 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:24.828303 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:28.834042 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-8bc1addb-b9a9-4f33-93e8-af3fbb1e2ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:30.958411 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-723b9d94-473e-48ae-b537-daa7cb561cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:32.272726 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:32.736305 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:34.085432 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:37.176924 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron.db.agents_db [None req-bbef7f73-71c2-4380-b8e9-8ab8b737bb6f None None] Agent healthcheck: found 6 active agents {{(pid=80173) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 19:42:54.827996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4f5ef665-0527-4cff-b8f7-decf8ca209ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:42:58.845785 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-555bc29b-cfeb-4123-a3ea-0f1092191aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:43:00.970756 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-272f054f-b9c2-443b-b21d-160931a02429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:43:02.279519 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-4664fee8-c881-4f24-9f0d-8cd3d18130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:43:02.753996 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-fee8a230-4b2a-4f0c-9cb3-3ad7a51dfcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 19:43:04.091029 dv-cinder-774286-2-iscsi neutron-server[80059]: DEBUG neutron_lib.callbacks.manager [None req-2f37f9de-5c0f-4482-969c-88b8435d8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774704650133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774279'] for agent, after_update {{(pid=80172) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}